-- Logs begin at Tue 2021-08-10 10:02:25 UTC, end at Tue 2021-08-10 10:56:33 UTC. -- Aug 10 10:32:38.387935 dv-cinder-772181-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 10:32:41.097447 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.common.config [-] Logging enabled! Aug 10 10:32:41.098117 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 10:32:41.098234 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99875) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 10:32:41.101504 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.common.config [-] Logging enabled! Aug 10 10:32:41.101759 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 10:32:41.102073 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99875) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 10:32:41.103051 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 10:32:41.103294 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 10:32:41.103690 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 10:32:41.103939 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 10:32:41.104169 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 10:32:41.104496 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.104795 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.105089 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.105323 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.105627 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.105921 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.107219 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.107219 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.107219 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.107219 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.107526 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.107628 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.107864 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.108148 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.108438 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.108729 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.108957 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] debug = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.109239 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.109670 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.110087 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.110369 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.110661 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.110956 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.111241 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.111519 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.111823 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.112161 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] host = dv-cinder-772181-13-iscsi {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.112435 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.112730 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.113003 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.113293 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.113569 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.113848 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.114134 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.114408 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.114681 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] log_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.114959 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.115279 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.115573 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.115865 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.116093 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.116317 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.116605 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.116893 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.117169 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.117444 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.117719 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.117994 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.118269 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.118535 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.118823 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.119693 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.119986 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.120265 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.120542 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.120817 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.121091 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.121378 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.121653 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.121928 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.122203 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.122493 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.122764 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.123057 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.123366 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.123656 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.123939 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.124225 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.124501 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.124784 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.125057 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.125331 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.125610 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] use_json = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.125884 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.126154 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.126439 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.126712 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.126985 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.127279 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.127552 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.127838 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:41.128143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.128442 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.128745 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.129031 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.129327 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.129611 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.129903 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.130184 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.130473 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.130765 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.131087 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.131370 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.131665 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.131949 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.132247 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.132562 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.132862 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.133157 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.133436 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.133725 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.133998 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.134282 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.134592 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.135458 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.135757 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.136039 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.136324 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.136620 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.136902 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.137179 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.137462 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.137752 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.138033 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.138310 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.138595 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.138874 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.139173 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.139448 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.139729 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.140020 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.140302 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.140578 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.140851 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.141130 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.141403 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.141690 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.141971 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.142250 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.142527 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.142809 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.143112 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.143392 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.143676 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.143949 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.144231 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.144509 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.144783 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.145059 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.145334 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.145613 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.145884 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.146160 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.146442 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.146719 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.147017 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.147290 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.147566 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.147841 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.148133 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.148438 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.148721 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.149005 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.149286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.149568 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.149847 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.150126 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.150434 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.150755 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.151056 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.151357 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.151646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.151940 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.152228 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.152514 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.152812 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.153095 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.153380 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.153677 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.153947 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.154247 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.154528 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.154824 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.155141 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.155444 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.155740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.156040 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.156350 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.156645 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.156937 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:41.157156 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 10:32:41.157409 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99875) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 10:32:41.512251 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 10:32:41.512443 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 10:32:41.512739 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 10:32:41.513083 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 10:32:41.915726 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.916057 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.916339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.917554 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.917836 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.918108 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.953994 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.954271 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.954544 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.971276 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.971562 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:41.971852 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.000767 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.001054 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.001331 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.037745 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.038026 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.038302 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.281640 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.282268 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.282268 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.282444 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.283098 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.409747 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.410066 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.410353 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.410628 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.410899 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.411239 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.411505 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.411767 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.412026 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.412314 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.412578 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.412849 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.413111 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.413369 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.413627 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.413892 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.414155 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.414427 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.414699 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.414962 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.415263 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.415516 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.416305 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.416694 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.416948 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.417197 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.417599 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99875) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:32:42.417843 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99875) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:32:42.418082 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99875) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:32:42.418318 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99875) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:32:42.418553 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99875) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:32:42.418786 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99875) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:32:42.419651 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 10:32:42.422477 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 10:32:42.426421 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 10:32:42.430522 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 10 10:32:42.432883 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 10:32:42.433339 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 10:32:42.433677 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 10:32:42.434067 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 10:32:42.436887 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 10:32:42.437147 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 10:32:42.437500 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 10:32:42.442837 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 10:32:42.464785 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 10:32:42.465259 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.465569 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99875) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 10:32:42.465937 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.467385 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99875) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 10:32:42.467680 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 10:32:42.467931 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 10:32:42.471468 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.471757 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:42.535237 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 10:32:42.535452 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 10:32:42.535625 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 10:32:42.536009 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 10:32:42.559046 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_db.sqlalchemy.engines [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99875) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 10:32:43.091316 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Initializing driver for type 'gre' Aug 10 10:32:43.092002 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] gre ID ranges: [(1, 1000)] Aug 10 10:32:43.144664 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Initializing driver for type 'local' Aug 10 10:32:43.145028 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Initializing driver for type 'vlan' Aug 10 10:32:43.159849 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] VlanTypeDriver initialization complete Aug 10 10:32:43.160397 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Initializing driver for type 'vxlan' Aug 10 10:32:43.161120 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] vxlan ID ranges: [(1, 1000)] Aug 10 10:32:43.217128 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Initializing extension driver 'port_security' Aug 10 10:32:43.217482 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] PortSecurityExtensionDriver initialization complete Aug 10 10:32:43.217837 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Initializing mechanism driver 'openvswitch' Aug 10 10:32:43.218168 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Initializing mechanism driver 'hyperv' Aug 10 10:32:43.224759 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.plugins.ml2.plugin [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:43.225437 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > port after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.225810 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > port after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.226164 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > port after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.226682 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99875) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:32:43.227145 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.227503 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.227852 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.228252 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99875) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:32:43.228659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > network after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.229012 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > network after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.229357 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > network after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.229748 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99875) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:32:43.230153 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > security_group after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.230506 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > security_group after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.230850 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.231270 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99875) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:32:43.231820 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.232166 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.232514 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.232911 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99875) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:32:43.233309 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > address_group after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.233661 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > address_group after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.233997 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.234388 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99875) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:32:43.234771 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] ML2 OVO RPC backend initialized. {{(pid=99875) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 10:32:43.235496 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.235855 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.236272 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > network before_response 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.236705 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > networks before_response 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.237049 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > port before_response 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.237394 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > ports before_response 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.237742 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > subnet before_response 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.238088 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > subnets before_response 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.238440 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > network after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.238781 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > network after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.239151 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > network after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.239494 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > port after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.239834 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > port after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.240172 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > port after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.240510 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.240847 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.241185 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.241754 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.plugin [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Modular L2 Plugin initialization complete Aug 10 10:32:43.242085 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading services supported by the core plugin {{(pid=99875) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 10:32:43.242419 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.plugins.ml2.managers [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Got port-security extension from driver 'port_security' Aug 10 10:32:43.242883 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.extensions.vlantransparent [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Disabled vlantransparent extension. Aug 10 10:32:43.243386 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99875) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 10:32:43.243705 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading Plugin: router Aug 10 10:32:43.281868 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.282544 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router after_create 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.282639 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router before_create 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.282989 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.283390 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.283759 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router after_delete 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.284124 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.284492 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router after_create 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.284843 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router after_update 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.285197 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router after_update 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.285550 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.285914 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router after_update 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.286329 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.286707 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: port after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.287072 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: port after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.287420 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: subnet after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.287764 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.288120 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.288472 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.288818 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: port before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.289165 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router precommit_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.289525 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router after_update 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.289871 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.290226 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.290590 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.290965 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.291357 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > agent after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.291714 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > agent after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.292065 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > network after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.292921 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Tracking information for resource: router configured {{(pid=99875) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:32:43.293254 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Tracking information for resource: floatingip configured {{(pid=99875) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:32:43.298137 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.db.l3_agentschedulers_db [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 10:32:43.298836 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: port after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.299228 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: port after_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.299588 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: port after_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.299949 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: port after_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.300750 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router before_create 55550100 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.301120 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.301487 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router precommit_create 55550100 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.301849 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > router precommit_update 55550100 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.307072 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.services.provider_configuration [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service providers = [] {{(pid=99875) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 10:32:43.307444 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.db.servicetype_db [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99875) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 10:32:43.310398 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.services.service_base [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99875) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 10:32:43.310754 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.services.service_base [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99875) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 10:32:43.311130 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.services.service_base [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99875) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 10:32:43.312030 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.services.service_base [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99875) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 10:32:43.312404 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.services.service_base [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 10:32:43.312789 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99875) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:32:43.313114 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 10:32:43.324515 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99875) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:32:43.324856 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading Plugin: auto_allocate Aug 10 10:32:43.330622 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: network precommit_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.331025 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: network precommit_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.331553 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99875) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:32:43.331878 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading Plugin: tag Aug 10 10:32:43.338628 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99875) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:32:43.338961 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading Plugin: timestamp Aug 10 10:32:43.343331 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99875) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:32:43.343603 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading Plugin: network_ip_availability Aug 10 10:32:43.349300 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.349684 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.350045 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.350844 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99875) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:32:43.351210 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading Plugin: flavors Aug 10 10:32:43.356403 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99875) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:32:43.356745 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading Plugin: revisions Aug 10 10:32:43.361269 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99875) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:32:43.361676 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_concurrency.lockutils [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=99875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 10:32:43.362446 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99875) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 10:32:43.362790 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Initializing extension manager. Aug 10 10:32:43.363347 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: __init__.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.363698 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: __pycache__ {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.364036 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.364373 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: address_group.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.365166 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.365744 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: address-group Aug 10 10:32:43.366070 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: address_scope.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.366794 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.367329 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: address-scope Aug 10 10:32:43.367658 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.368636 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.369663 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: router-admin-state-down-before-update Aug 10 10:32:43.369990 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: agent.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.370925 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.371461 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: agent Aug 10 10:32:43.371793 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: agent_resources_synced.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.372720 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.373225 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: agent-resources-synced Aug 10 10:32:43.373559 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: allowedaddresspairs.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.375433 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.375961 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: allowed-address-pairs Aug 10 10:32:43.376294 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: auto_allocated_topology.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.377392 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.377909 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: auto-allocated-topology Aug 10 10:32:43.378241 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: availability_zone.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.378947 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.379493 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: availability_zone Aug 10 10:32:43.379823 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: availability_zone_filter.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.380745 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.381251 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: availability_zone_filter Aug 10 10:32:43.381580 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: data_plane_status.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.382493 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.383029 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 10:32:43.383351 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: default_subnetpools.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.384276 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.385359 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: default-subnetpools Aug 10 10:32:43.385681 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.386515 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.387054 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: dhcp_agent_scheduler Aug 10 10:32:43.387390 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: dns.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.388314 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.388818 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 10:32:43.389150 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: dns_domain_ports.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.390072 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.390609 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 10:32:43.390984 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.391930 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.392442 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 10:32:43.392772 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: dvr.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.393448 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.393986 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: dvr Aug 10 10:32:43.394313 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: ecmp_routes.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.395280 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.395784 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 10:32:43.396110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: empty_string_filtering.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.397031 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.397537 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: empty-string-filtering Aug 10 10:32:43.397863 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.398784 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.399331 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 10:32:43.399661 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.400612 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.401114 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 10:32:43.401440 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: external_net.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.402358 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.402896 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: external-net Aug 10 10:32:43.403258 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.404208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.404709 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: extra_dhcp_opt Aug 10 10:32:43.405035 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: extraroute.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.405947 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.406449 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: extraroute Aug 10 10:32:43.406774 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: extraroute_atomic.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.407839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.408347 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: extraroute-atomic Aug 10 10:32:43.408675 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: filter_validation.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.409351 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.409850 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: filter-validation Aug 10 10:32:43.410174 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: fip_pf_description.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.411134 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.411636 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 10:32:43.411962 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: fip_port_details.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.412899 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.413406 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: fip-port-details Aug 10 10:32:43.413740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: flavors.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.415027 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.415560 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: flavors Aug 10 10:32:43.415922 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.417642 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.418166 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 10:32:43.418499 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: floatingip_pools.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.419227 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.419739 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: floatingip-pools Aug 10 10:32:43.420067 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: ip_allocation.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.421005 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.421513 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 10:32:43.421839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.422762 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.423304 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: ip-substring-filtering Aug 10 10:32:43.423640 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: l2_adjacency.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.424582 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.425085 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 10:32:43.425412 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: l3.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.426541 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.427100 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: router Aug 10 10:32:43.427434 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.429968 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.430495 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 10:32:43.430830 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.432316 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.432828 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: ext-gw-mode Aug 10 10:32:43.433160 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.434111 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.434622 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: l3-ha Aug 10 10:32:43.434953 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: l3_flavors.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.435901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.436405 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: l3-flavors Aug 10 10:32:43.436735 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.437666 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.438173 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 10:32:43.438500 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: l3agentscheduler.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.439580 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.440088 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: l3_agent_scheduler Aug 10 10:32:43.440420 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: logging.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.441923 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.442440 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension logging not supported by any of loaded plugins Aug 10 10:32:43.442780 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: metering.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.443561 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.444159 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: metering Aug 10 10:32:43.444495 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.445606 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.446124 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: metering_source_and_destination_fields Aug 10 10:32:43.446461 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: multiprovidernet.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.447976 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.448482 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: multi-provider Aug 10 10:32:43.448808 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: netmtu.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.449729 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.450233 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: net-mtu Aug 10 10:32:43.450559 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: netmtu_writable.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.451516 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.452013 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: net-mtu-writable Aug 10 10:32:43.452339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: network_availability_zone.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.453011 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.453513 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: network_availability_zone Aug 10 10:32:43.453838 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: network_ip_availability.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.454938 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.455482 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: network-ip-availability Aug 10 10:32:43.455810 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: network_segment_range.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.456594 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.457095 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 10:32:43.457422 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: pagination.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.458408 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.458742 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: pagination Aug 10 10:32:43.459110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: port_device_profile.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.460035 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.460549 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: port-device-profile Aug 10 10:32:43.460878 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.461799 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.462306 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: port-mac-address-regenerate Aug 10 10:32:43.462667 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.463767 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.464286 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: port-numa-affinity-policy Aug 10 10:32:43.464615 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: port_resource_request.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.465527 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.466028 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 10:32:43.466355 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: portbindings.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.467334 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.467844 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: binding Aug 10 10:32:43.468172 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: portbindings_extended.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.469587 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.470103 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: binding-extended Aug 10 10:32:43.470435 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: portsecurity.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.471392 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.471929 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: port-security Aug 10 10:32:43.472226 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: project_id.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.473251 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.473584 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: project-id Aug 10 10:32:43.473911 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: providernet.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.474849 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.475400 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: provider Aug 10 10:32:43.475729 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.479303 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.479832 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos not supported by any of loaded plugins Aug 10 10:32:43.480169 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.481432 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.481951 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 10:32:43.482288 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.483248 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.483761 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 10:32:43.484097 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos_default.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.485020 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.485525 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos-default not supported by any of loaded plugins Aug 10 10:32:43.485856 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos_fip.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.486518 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.487035 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 10:32:43.487368 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos_gateway_ip.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.488307 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.488819 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 10:32:43.489148 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos_port_network_policy.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.490069 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.490576 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 10:32:43.490903 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos_pps_rule.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.492115 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.492627 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 10:32:43.492957 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos_rule_type_details.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.494396 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.494909 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 10:32:43.495267 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: qos_rules_alias.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.496317 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.496823 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 10:32:43.497151 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: quotasv2.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.498093 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.498427 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: quotas Aug 10 10:32:43.498752 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: quotasv2_detail.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.501836 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.502185 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: quota_details Aug 10 10:32:43.502526 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: rbac.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.503814 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.504341 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: rbac-policies Aug 10 10:32:43.504683 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: rbac_address_group.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.505620 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.506135 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: rbac-address-group Aug 10 10:32:43.506469 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: rbac_address_scope.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.507500 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.508013 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: rbac-address-scope Aug 10 10:32:43.508344 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: rbac_security_groups.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.509268 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.510392 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: rbac-security-groups Aug 10 10:32:43.510722 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: rbac_subnetpool.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.511672 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.512183 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: rbac-subnetpool Aug 10 10:32:43.512511 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: revisionifmatch.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.513438 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.513948 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: revision-if-match Aug 10 10:32:43.514275 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: revisions.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.515436 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.515946 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: standard-attr-revisions Aug 10 10:32:43.516276 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: router_availability_zone.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.516958 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.517475 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: router_availability_zone Aug 10 10:32:43.517796 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: routerservicetype.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.518720 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.519253 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 10:32:43.519585 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.520541 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.521052 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: security-groups-normalized-cidr Aug 10 10:32:43.521379 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.522305 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.522811 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: port-security-groups-filtering Aug 10 10:32:43.523174 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.524118 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.524631 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: security-groups-remote-address-group Aug 10 10:32:43.524958 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: securitygroup.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.534532 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.535085 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: security-group Aug 10 10:32:43.535423 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: segment.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.536217 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.536726 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension segment not supported by any of loaded plugins Aug 10 10:32:43.537063 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.538005 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.538517 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 10:32:43.538846 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: servicetype.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.540078 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.540601 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: service-type Aug 10 10:32:43.540959 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: sorting.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.541951 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.542289 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: sorting Aug 10 10:32:43.542619 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: standard_attr_segment.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.543568 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.544078 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 10:32:43.544407 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: standardattrdescription.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.545060 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.545567 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: standard-attr-description Aug 10 10:32:43.545896 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: stateful_security_group.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.546833 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.547366 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: stateful-security-group Aug 10 10:32:43.547697 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: stdattrs_common.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.548289 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 10:32:43.548616 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.549550 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.550061 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 10:32:43.550390 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: subnet_onboard.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.551512 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.552026 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: subnet_onboard Aug 10 10:32:43.552357 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.553292 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.553798 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 10:32:43.554128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: subnet_service_types.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.555353 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.555864 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: subnet-service-types Aug 10 10:32:43.556194 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: subnetallocation.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.557813 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.558328 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: subnet_allocation Aug 10 10:32:43.558661 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.559369 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.559882 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: subnetpool-prefix-ops Aug 10 10:32:43.560213 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.561148 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.561654 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 10:32:43.561982 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: tagging.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.563075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.563599 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: standard-attr-tag Aug 10 10:32:43.563929 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: timestamp.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.565134 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.565653 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loaded extension: standard-attr-timestamp Aug 10 10:32:43.565987 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: trunk.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.567042 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.567561 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension trunk not supported by any of loaded plugins Aug 10 10:32:43.567894 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: trunk_details.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.568901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.569798 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 10:32:43.570359 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: uplink_status_propagation.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.571684 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.573714 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 10:32:43.574050 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Loading extension file: vlantransparent.py {{(pid=99875) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:32:43.574733 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99875) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:32:43.575281 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 10:32:43.577764 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:network Aug 10 10:32:43.578300 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:subnet Aug 10 10:32:43.578702 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:32:43.579124 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:port Aug 10 10:32:43.580367 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.580834 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service FLAVORS assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.581541 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.581999 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.582333 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:router Aug 10 10:32:43.582770 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 10:32:43.583300 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service METERING assigned prefix: /metering {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.584771 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.585148 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.585504 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:32:43.586534 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 10:32:43.587006 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:security_group Aug 10 10:32:43.587461 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 10:32:43.589339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service CORE assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.589699 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:32:43.590067 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] subnetpool is already registered Aug 10 10:32:43.590521 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service CORE assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.590858 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:32:43.591225 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] subnetpool is already registered Aug 10 10:32:43.593561 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.593953 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service FLAVORS assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.594551 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.594978 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.595341 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:router Aug 10 10:32:43.595684 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] router is already registered Aug 10 10:32:43.596106 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 10:32:43.596446 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] floatingip is already registered Aug 10 10:32:43.596910 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service METERING assigned prefix: /metering {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.597618 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 10:32:43.597952 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] rbac_policy is already registered Aug 10 10:32:43.598369 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:security_group Aug 10 10:32:43.598708 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] security_group is already registered Aug 10 10:32:43.599141 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 10:32:43.599483 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] security_group_rule is already registered Aug 10 10:32:43.600123 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service CORE assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.600456 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:32:43.600794 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] subnetpool is already registered Aug 10 10:32:43.601228 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.v2.resource_helper [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Service CORE assigned prefix: {{(pid=99875) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:32:43.601558 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:32:43.601894 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING neutron.quota.resource_registry [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] subnetpool is already registered Aug 10 10:32:43.602352 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: extensions {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.603901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: address-groups {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.605363 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: address-scopes {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.606718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: agents {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.607886 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: auto-allocated-topology {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.609135 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: availability_zones {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.610346 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: dhcp-networks {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.611866 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: dhcp-agents {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.613265 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: routers {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.614977 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: flavors {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.616255 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: service_profiles {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.617458 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: next_providers {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.619401 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: service_profiles {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.620945 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: floatingip-pools {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.622161 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: routers {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.623875 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: floatingips {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.625160 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: l3-routers {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.626528 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: l3-agents {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.627954 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: metering-labels {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.629203 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: metering-label-rules {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.630564 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: network-ip-availabilities {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.631827 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: bindings {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.633357 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: quotas {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.635493 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: quotas {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.636927 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: rbac-policies {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.638116 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: security-groups {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.639443 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: security-group-rules {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.640658 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: service-providers {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.641865 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: subnetpools {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.643219 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: subnetpools {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.644760 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.646441 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.648260 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.650849 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.650849 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.654877 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.656573 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.658352 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.660300 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.662042 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron.api.extensions [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Extended resource: tags {{(pid=99875) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:32:43.668550 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING keystonemiddleware.auth_token [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 10:32:43.673183 dv-cinder-772181-13-iscsi neutron-server[99875]: WARNING keystonemiddleware.auth_token [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 10:32:43.682982 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_concurrency.lockutils [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Acquired lock "singleton_lock" {{(pid=99875) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 10:32:43.683493 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_concurrency.lockutils [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Releasing lock "singleton_lock" {{(pid=99875) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 10:32:43.684166 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO oslo_service.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Starting 2 workers Aug 10 10:32:43.689046 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Started child 99995 {{(pid=99875) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 10:32:43.693678 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Started child 99996 {{(pid=99875) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 10:32:43.694687 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:43.695430 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO neutron.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 10:32:43.695947 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Notify callbacks [] for process, before_spawn {{(pid=99875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:43.696194 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [-] (99995) wsgi starting up on http://0.0.0.0:9696 Aug 10 10:32:43.698401 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO oslo_service.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Starting 1 workers Aug 10 10:32:43.698579 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:43.699915 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [-] (99996) wsgi starting up on http://0.0.0.0:9696 Aug 10 10:32:43.703731 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Started child 99997 {{(pid=99875) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 10:32:43.704304 dv-cinder-772181-13-iscsi neutron-server[99875]: INFO oslo_service.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Starting 1 workers Aug 10 10:32:43.707694 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] calling RpcWorker wait() {{(pid=99997) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 10:32:43.709292 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] returning from RpcWorker wait() {{(pid=99997) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 10:32:43.709417 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Started child 99998 {{(pid=99875) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 10:32:43.709579 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:43.709833 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG neutron_lib.callbacks.manager [None req-1ab05a3d-9049-4a9c-a499-8d57141a53e2 None None] Notify callbacks [] for process, after_spawn {{(pid=99875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:43.710040 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:43.711679 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99875) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 10:32:43.711915 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 10:32:43.712094 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 10:32:43.712318 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 10:32:43.712625 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 10:32:43.712826 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 10:32:43.713346 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.713617 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.713876 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.714162 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.714302 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:43.714953 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.715098 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.715372 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.715565 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.715801 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.716052 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.716224 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.716424 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.716659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.716896 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.717218 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.717487 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.717738 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.718033 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.718211 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.718476 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.718744 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.719023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.719288 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] debug = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.719684 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.720009 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.720256 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.720628 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.720848 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.721035 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.721246 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.721446 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.721780 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.721932 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.722146 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.722403 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.722645 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.722877 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.723152 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.723402 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.723642 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.724125 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] host = dv-cinder-772181-13-iscsi {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.724360 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.724603 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.724826 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.725075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.725344 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.725563 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.725839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.726084 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.726353 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.726560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.726820 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.727091 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.727354 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.727601 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.727806 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_options = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.727988 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.728246 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.729048 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.729248 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.729401 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.729557 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.729850 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.729990 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.730212 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.730430 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.730658 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.730992 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.731216 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.731420 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.731622 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.731832 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.732160 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.732350 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.732553 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.732758 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.732954 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.733143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.733350 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.733584 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.733798 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.734017 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.734245 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.734479 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.734694 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.734949 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.735206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.735465 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.735713 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.735958 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.736186 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.736409 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.736627 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.736892 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.737124 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.737369 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.737626 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.737862 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.738132 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.738363 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.738618 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.738842 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_json = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.739122 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.739310 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.739518 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.739726 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.739982 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.740169 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.740387 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.740618 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.741060 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.741336 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.741658 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.741922 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.742142 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.742477 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.742684 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.742874 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.743122 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.743364 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.743671 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.743879 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.744758 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.745009 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.745265 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.745578 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.745966 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.746323 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.746569 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.746820 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.747078 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.747312 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.747647 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.747880 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:43.748101 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.748381 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.748645 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.748861 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.749624 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.749624 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.750023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.750023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.750466 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.750466 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.750988 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.750988 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.751516 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.751516 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.751516 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.752120 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.752120 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.752690 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.752690 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.752690 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.753294 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.753294 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.753294 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.753718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.753865 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.754059 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.754270 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.754483 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.754693 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.754892 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.755127 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.755311 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.755531 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.755773 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.755978 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.756197 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.756417 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.756602 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.756836 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.757074 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.757294 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.757513 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.757733 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.757944 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.758173 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.758413 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.758655 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.758892 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.759135 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.759342 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.759982 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.760198 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.760469 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.760698 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.761003 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.761208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.761418 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.761611 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.761804 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.762011 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.762231 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.762449 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.762816 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.763103 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.763252 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.763471 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.763715 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.763930 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.764198 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.764411 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.764628 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.764839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.765122 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.765808 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.766044 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.766767 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.766767 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.766767 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.767055 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.767251 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.767463 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.767724 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.767970 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.768236 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.768464 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.768739 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.768990 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.769246 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.769522 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.769783 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.770064 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.770286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.770547 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.770836 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.771155 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.771430 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.771862 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.772282 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.772715 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.773128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.773551 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.773985 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.774401 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.774803 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.775362 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.775607 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.775826 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.776045 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.776305 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.776643 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.776867 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.777105 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.777327 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.777627 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.777895 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.778163 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.778443 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.778691 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.778927 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.779603 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.779603 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.779946 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.779946 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.781730 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.781730 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.781730 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.781730 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.781730 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.781730 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.781730 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.781730 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.783525 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.783525 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.783525 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.783525 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.783525 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.783525 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.783525 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.783525 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.784490 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.784490 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.784490 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.784490 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.784490 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.785286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.785286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.785286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.785640 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.785640 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.785876 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.786048 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.786309 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.786529 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.786776 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.787076 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.787235 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.787462 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.787682 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.789918 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.789918 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.789918 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.789918 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.789918 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.789918 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.789918 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.789918 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.792063 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.792063 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.792063 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.792063 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.792063 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.792063 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.792063 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.793686 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.793686 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.793686 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.793686 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.793686 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.793686 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.793686 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.797243 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.797243 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.797243 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.797243 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.797243 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.797243 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.797243 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.797243 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.801213 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.801213 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.801213 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.801213 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.801213 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.801213 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.801213 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.801213 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.802535 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.802535 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.802535 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.802535 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.802535 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.802535 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.802535 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.802535 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.803830 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.803830 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.803830 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.803830 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.803830 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.803830 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.803830 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.803830 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.804766 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.804766 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.804766 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.804766 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.804766 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.804766 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.804766 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.804766 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.806075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.806075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.806075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.806075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.806075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.806075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.806075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.806075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.807725 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.807725 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.807725 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.807725 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.807725 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.807725 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.807725 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.807725 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.808366 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.808366 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.808366 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.808624 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.808624 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.809024 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.809241 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.809520 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.809783 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.810063 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.810331 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.810515 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.811074 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.811074 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.811389 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.811492 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.811749 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.811983 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.812215 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.812431 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.812667 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.812903 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.813118 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.813347 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.813593 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.813827 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.813986 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 10:32:43.814686 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99875) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 10:32:43.814686 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 10:32:43.814871 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 10:32:43.815043 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 10:32:43.815153 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 10:32:43.816086 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 10:32:43.816086 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.816086 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.816086 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.816086 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.816086 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.816720 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.816720 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.816720 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.816720 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.817934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.817934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.817934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.817934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.817934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.817934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.817934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.817934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.820023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.820023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.820023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.820023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.820023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.820023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] debug = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.820023 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.825229 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.825229 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.825229 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.825229 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.825229 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.825229 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.827790 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.827790 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.827790 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.827790 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.827790 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.827790 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.827790 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.827790 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830054 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830054 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830054 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] host = dv-cinder-772181-13-iscsi {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830054 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830054 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830054 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830054 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830054 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.830934 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.831901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_options = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.831901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.831901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.831901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.831901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.831901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.831901 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.832854 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.832854 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.832854 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.832854 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.832854 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.832854 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.832854 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.832854 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.836740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.836740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.836740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.836740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.836740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.836740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.836740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.836740 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.839839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.839839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.839839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.839839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.839839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.839839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.839839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.839839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.839839 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841125 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841125 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841125 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841125 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841125 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841125 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841125 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841125 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841816 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841816 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841816 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841816 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841816 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841816 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841816 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_json = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.841816 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.842754 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.842754 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.842754 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.842754 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.842754 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.842754 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.842754 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:32:43.842754 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.843773 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.843773 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.843773 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.843773 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.843773 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.843773 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.843773 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.843773 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.845133 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.845133 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.845133 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.845133 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.845133 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.845133 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.845133 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.845133 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.846206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.846206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.846206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.846206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.846206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.846206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.846206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.846206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.848979 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.848979 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.848979 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.848979 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.848979 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.848979 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.848979 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.848979 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.850523 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.850523 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.850523 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.850523 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.850523 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.850523 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.850523 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.850523 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.850523 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.851917 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.851917 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.851917 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.851917 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.851917 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.851917 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.851917 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.851917 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.851917 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.853110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.853110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.853110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.853110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.853110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.853110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.853110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.853110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.853110 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.854560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.854560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.854560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.854560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.854560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.854560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.854560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.854560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.854560 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.855646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.855646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.855646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.855646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.855646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.855646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.855646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.855646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.855646 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.859381 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.859381 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.859381 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.859381 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.859381 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.859381 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.859381 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.859381 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.860322 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.860322 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.860322 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.860322 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.860322 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.860322 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.860322 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.860322 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.861286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.861286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.861286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.861286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.861286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.861286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.861286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.861286 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.862386 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.862386 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.862386 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.862386 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.862386 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.862386 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.862386 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.862386 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.863339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.863339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.863339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.863339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.863339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.863339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.863339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.863339 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.864375 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.864375 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.864375 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.864375 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.864375 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.864375 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.864375 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.864375 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.864375 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.865397 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.865397 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.865397 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.865397 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.865397 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.865397 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.865397 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.865397 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.866159 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.866159 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.866159 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.866159 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.866159 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.866159 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.866159 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.866159 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.867206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.867206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.867206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.867206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.867206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.867206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.867206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.867206 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.868143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.868143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.868143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.868143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.868143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.868143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.868143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.868143 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869081 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869081 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869081 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869081 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869081 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869081 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869081 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869081 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869981 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869981 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869981 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869981 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.869981 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.870540 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:43.870677 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.870677 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.870677 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.870677 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.870677 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.870677 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.870677 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.870677 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.871718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.871718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.871718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.871718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.871718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.871718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.871718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.871718 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.876538 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.876538 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.876538 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.876538 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.876538 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.876538 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.876538 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.876538 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877144 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877144 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877144 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877144 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877144 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877144 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877144 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877144 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877144 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877867 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877867 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877867 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877867 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877867 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877867 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877867 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.877867 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878395 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878395 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878395 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878395 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878395 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878395 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878395 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878395 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878931 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878931 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878931 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878931 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878931 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878931 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878931 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.878931 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.879531 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.879531 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.879531 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.879531 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.879531 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.879531 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.879531 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.879531 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880075 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880600 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880600 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880600 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880600 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880600 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880600 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880600 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.880600 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881128 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.881659 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882208 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882793 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882793 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882793 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882793 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882793 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882793 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882793 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:32:43.882793 dv-cinder-772181-13-iscsi neutron-server[99875]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99875) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 10:32:44.090602 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36348) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:44.099498 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062900 Aug 10 10:32:57.242606 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b668b-a378-41e8-9a8a-f066a825046c None None] get_active_networks_info from dv-cinder-772181-13-iscsi {{(pid=99997) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 10:32:57.397304 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b668b-a378-41e8-9a8a-f066a825046c None None] No non-hosted networks {{(pid=99997) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 10:32:57.440451 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-79af1fdd-4f5b-4915-934b-f699c517da68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373501'] for agent, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:57.442599 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.agentschedulers_db [None req-e16b668b-a378-41e8-9a8a-f066a825046c None None] DHCP Agent not found on host dv-cinder-772181-13-iscsi {{(pid=99997) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 10:32:59.559090 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-261b954f-763b-4108-b6bb-91016c6fc151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373501'] for agent, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:59.609197 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-831920ac-23ad-4fc9-86a8-b4c254ea4c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:00.090113 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373501'] for agent, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:00.091273 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.092024 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.092724 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.093265 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.093798 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.094349 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.094865 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.095453 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.095980 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.096534 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.097124 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.097639 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:00.098862 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772181-13-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:00.111086 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772181-13-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:00.614311 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373501'] for agent, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:02.260705 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373501'] for agent, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:03.021503 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.db.l3_hamode_db [None req-04cdcb19-f6ae-455c-9bc6-368c337c4e42 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 10:33:03.100181 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdcb19-f6ae-455c-9bc6-368c337c4e42 None None] Routers set() bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:33:03.100627 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdcb19-f6ae-455c-9bc6-368c337c4e42 None None] Router IDs set() for agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 10:33:03.393824 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36440) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:03.887587 dv-cinder-772181-13-iscsi neutron-server[99996]: WARNING oslo_policy.policy [None req-466c4a62-a6c4-4e92-a5aa-6f6ef3b6efbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:33:03.888186 dv-cinder-772181-13-iscsi neutron-server[99996]: WARNING oslo_policy.policy [None req-466c4a62-a6c4-4e92-a5aa-6f6ef3b6efbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:33:04.107718 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [None req-466c4a62-a6c4-4e92-a5aa-6f6ef3b6efbd admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99996) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:33:04.108780 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-466c4a62-a6c4-4e92-a5aa-6f6ef3b6efbd admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7140687 Aug 10 10:33:06.482210 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36454) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:06.793386 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-5a8b0454-82f1-436b-aaae-c79b07f4eb71 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:06.890188 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.policy [None req-5a8b0454-82f1-436b-aaae-c79b07f4eb71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99996) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 10:33:06.939145 dv-cinder-772181-13-iscsi neutron-server[99996]: WARNING oslo_policy.policy [None req-5a8b0454-82f1-436b-aaae-c79b07f4eb71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:33:06.939523 dv-cinder-772181-13-iscsi neutron-server[99996]: WARNING oslo_policy.policy [None req-5a8b0454-82f1-436b-aaae-c79b07f4eb71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:33:06.948124 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.quota [None req-5a8b0454-82f1-436b-aaae-c79b07f4eb71 admin admin] Loaded quota_driver: . Aug 10 10:33:07.039279 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0454-82f1-436b-aaae-c79b07f4eb71 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791672420781', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791672422302', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791672425290', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791672422847', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791673060958', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791672451889', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3558506', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3429709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696277'] for rbac-policy, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:07.107078 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5a8b0454-82f1-436b-aaae-c79b07f4eb71 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:07.108279 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-5a8b0454-82f1-436b-aaae-c79b07f4eb71 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6250734 Aug 10 10:33:09.724408 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36466) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:10.028351 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:10.058193 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Made reservation on behalf of a99ec722aaff47039c82ea9b8e60b244 for: {'network': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:33:10.060970 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:10.077902 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:10.204247 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:10.208157 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:10.232520 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=99996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:33:10.258255 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791674267495', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:10.258770 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Unsubscribe: segment precommit_create {{(pid=99996) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 10:33:10.259341 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.segments_db [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Added segment 0f608ee3-a179-4478-b0d1-338531110002 of type vlan for network ebe30e4f-a814-4738-8238-4f6e86953db4 Aug 10 10:33:10.275815 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236b211e-5172-4f01-9479-d9da2884401d,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:10.326689 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.327046 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.327387 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.327720 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.328047 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.328387 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.328715 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.329054 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.329396 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.329718 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.330035 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.330353 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Tracked resource versions report: Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: pushed versions: Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: { 'AddressGroup': {'1.2'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'ConntrackHelper': {'1.0'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Log': {'1.0'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Network': {'1.1'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Port': {'1.7'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'PortForwarding': {'1.2'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'QosPolicy': {'1.9'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SecurityGroup': {'1.4'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SubPort': {'1.0'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Subnet': {'1.1'}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Trunk': {'1.1'}} Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: consumer versions: Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: { DHCP agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: L3 agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: Metadata agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: Metering agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: Open vSwitch agent@dv-cinder-772181-13-iscsi: { 'AddressGroup': '1.2', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'ConntrackHelper': '1.0', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Log': '1.0', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Network': '1.1', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Port': '1.7', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'PortForwarding': '1.2', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'QosPolicy': '1.9', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SecurityGroup': '1.4', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SecurityGroupRule': '1.2', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SubPort': '1.0', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Subnet': '1.1', Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Trunk': '1.1'}} Aug 10 10:33:10.331738 dv-cinder-772181-13-iscsi neutron-server[99996]: {{(pid=99996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:33:10.385160 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:10.438399 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:10.439541 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:10.440180 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:10.527660 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8020732 Aug 10 10:33:10.542630 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af881d96-bd1d-477f-a10b-e7f8ad691a7b admin admin] Pushing event updated for resources: {'Network': ['ID=ebe30e4f-a814-4738-8238-4f6e86953db4,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:10.555859 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network ebe30e4f-a814-4738-8238-4f6e86953db4 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:33:13.247286 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36480) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:13.654448 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba180016-ded0-42d2-9596-64c5a06390f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:13.655880 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-ba180016-ded0-42d2-9596-64c5a06390f5 admin admin] 10.222.0.43 "GET /v2.0/networks/ebe30e4f-a814-4738-8238-4f6e86953db4 HTTP/1.1" status: 200 len: 825 time: 0.4076309 Aug 10 10:33:13.682251 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-8dace3f3-f71e-4f30-a845-cc67597e7538 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/bd514dfe-5750-4014-b6fc-2de79610223d HTTP/1.1" status: 200 len: 734 time: 0.0202651 Aug 10 10:33:13.691586 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Request body: {'subnet': {'subnetpool_id': 'bd514dfe-5750-4014-b6fc-2de79610223d', 'ip_version': 4, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4', 'name': 'private-subnet', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'gateway_ip': '172.20.0.1'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:13.715368 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Made reservation on behalf of a99ec722aaff47039c82ea9b8e60b244 for: {'subnet': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:33:13.717710 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:14.043885 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:14.116921 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b1073d-8869-41d0-8f49-419a0ef7bb17,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:14.119449 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Checking segment: {'id': '0f608ee3-a179-4478-b0d1-338531110002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:33:14.119841 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Network hostable DHCP agents. Network: ebe30e4f-a814-4738-8238-4f6e86953db4, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:33:14.143352 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Network ebe30e4f-a814-4738-8238-4f6e86953db4 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:33:14.156044 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, ebe30e4f-a814-4738-8238-4f6e86953db4) {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:33:14.160858 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:14.161460 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:14.166519 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49934d3-07f2-485b-bc90-4876c831581f None None] Network ebe30e4f-a814-4738-8238-4f6e86953db4 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:33:14.175972 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-86174152-b68e-47e8-aaa6-a45857baf639 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4878933 Aug 10 10:33:14.496291 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-ebe30e4f-a814-4738-8238-4f6e86953db4', 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'fixed_ips': [{'subnet_id': '84b1073d-8869-41d0-8f49-419a0ef7bb17'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:33:14.497574 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:14.774035 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Allocated IP 172.20.0.2 (ebe30e4f-a814-4738-8238-4f6e86953db4/84b1073d-8869-41d0-8f49-419a0ef7bb17/de888b36-ca32-4ae0-af79-6015ed29e338) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:33:15.016691 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:15.032673 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Transition to ACTIVE for port object de888b36-ca32-4ae0-af79-6015ed29e338 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:33:15.054518 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Transition to ACTIVE for port object de888b36-ca32-4ae0-af79-6015ed29e338 will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:33:15.064084 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:15.136927 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Network ebe30e4f-a814-4738-8238-4f6e86953db4 is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:33:15.142410 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:33:15.153037 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:33:15.156617 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Pushing event updated for resources: {'Port': ['ID=de888b36-ca32-4ae0-af79-6015ed29e338,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:15.189705 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.190385 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.190385 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.190727 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.191078 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.191409 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.191736 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.192062 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.192402 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.192728 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.193049 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.193365 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Tracked resource versions report: Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: pushed versions: Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: { 'AddressGroup': {'1.2'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'ConntrackHelper': {'1.0'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Log': {'1.0'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Network': {'1.1'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Port': {'1.7'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'PortForwarding': {'1.2'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'QosPolicy': {'1.9'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SecurityGroup': {'1.4'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SubPort': {'1.0'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Subnet': {'1.1'}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Trunk': {'1.1'}} Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: consumer versions: Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: { DHCP agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: L3 agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: Metadata agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: Metering agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: Open vSwitch agent@dv-cinder-772181-13-iscsi: { 'AddressGroup': '1.2', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'ConntrackHelper': '1.0', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Log': '1.0', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Network': '1.1', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Port': '1.7', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'PortForwarding': '1.2', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'QosPolicy': '1.9', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SecurityGroup': '1.4', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SecurityGroupRule': '1.2', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SubPort': '1.0', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Subnet': '1.1', Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Trunk': '1.1'}} Aug 10 10:33:15.194803 dv-cinder-772181-13-iscsi neutron-server[99997]: {{(pid=99997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:33:15.249302 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Attempting to bind port de888b36-ca32-4ae0-af79-6015ed29e338 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:33:15.249689 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Attempting to bind port de888b36-ca32-4ae0-af79-6015ed29e338 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '0f608ee3-a179-4478-b0d1-338531110002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:33:15.250121 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Attempting to bind port de888b36-ca32-4ae0-af79-6015ed29e338 on network ebe30e4f-a814-4738-8238-4f6e86953db4 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:33:15.255586 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:33:15.255978 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Checking segment: {'id': '0f608ee3-a179-4478-b0d1-338531110002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:33:15.256431 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:15.256835 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Bound using segment: {'id': '0f608ee3-a179-4478-b0d1-338531110002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:33:15.257440 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Bound port: de888b36-ca32-4ae0-af79-6015ed29e338, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f608ee3-a179-4478-b0d1-338531110002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:33:15.257837 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:15.326149 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] For port de888b36-ca32-4ae0-af79-6015ed29e338, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:33:15.331395 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] For port de888b36-ca32-4ae0-af79-6015ed29e338, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=de888b36-ca32-4ae0-af79-6015ed29e338,segment=NetworkSegment(0f608ee3-a179-4478-b0d1-338531110002),segment_id=0f608ee3-a179-4478-b0d1-338531110002)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:33:15.337716 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:15.408800 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afe43e-544f-42b0-9f1e-e486029ece1d None None] Pushing event updated for resources: {'Port': ['ID=de888b36-ca32-4ae0-af79-6015ed29e338,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:16.613689 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36488) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:16.963878 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [None req-adb38f82-3893-4d3a-8ace-c8f7f4f24ae6 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99996) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:33:16.964883 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-adb38f82-3893-4d3a-8ace-c8f7f4f24ae6 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3502414 Aug 10 10:33:19.393122 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36496) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:19.727488 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [None req-cfb4c1bf-60f0-4176-8859-8136fb83113b admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99996) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:33:19.728486 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-cfb4c1bf-60f0-4176-8859-8136fb83113b admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3344493 Aug 10 10:33:22.393687 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 36506) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:22.953556 dv-cinder-772181-13-iscsi neutron-server[99995]: WARNING oslo_policy.policy [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:33:22.954143 dv-cinder-772181-13-iscsi neutron-server[99995]: WARNING oslo_policy.policy [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:33:23.170376 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] Request body: {'router': {'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'admin_state_up': True, 'name': 'router1'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:23.233943 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.policy [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99995) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 10:33:23.278965 dv-cinder-772181-13-iscsi neutron-server[99995]: WARNING oslo_policy.policy [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:33:23.279374 dv-cinder-772181-13-iscsi neutron-server[99995]: WARNING oslo_policy.policy [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:33:23.288353 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.quota [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] Loaded quota_driver: . Aug 10 10:33:23.350257 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:23.352394 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:23.516228 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:23.521271 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:23.540022 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:23.541425 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-2a0c7235-36cf-42cd-a5a7-828c88f8ac7b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1456718 Aug 10 10:33:23.796967 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78966b6-ec07-4eaf-8c3c-d6ffe3d022c0 None None] Network ebe30e4f-a814-4738-8238-4f6e86953db4 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:33:23.858965 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-987d7fc2-2e22-4717-8431-95ad6498205d None None] Provisioning for port de888b36-ca32-4ae0-af79-6015ed29e338 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:33:24.023369 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device de888b36-ca32-4ae0-af79-6015ed29e338 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:33:24.112646 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port de888b36-ca32-4ae0-af79-6015ed29e338 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:33:24.117029 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port de888b36-ca32-4ae0-af79-6015ed29e338 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:24.117527 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:24.235865 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-dd67fa26-c040-4112-a066-d6e5d9260f10 None None] Provisioning complete for port de888b36-ca32-4ae0-af79-6015ed29e338 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:24.236240 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-dd67fa26-c040-4112-a066-d6e5d9260f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:24.238714 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:24.298726 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port de888b36-ca32-4ae0-af79-6015ed29e338, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=de888b36-ca32-4ae0-af79-6015ed29e338,segment=NetworkSegment(0f608ee3-a179-4478-b0d1-338531110002),segment_id=0f608ee3-a179-4478-b0d1-338531110002)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:24.303197 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:24.382149 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=de888b36-ca32-4ae0-af79-6015ed29e338,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:25.941572 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 36526) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:25.997087 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device de888b36-ca32-4ae0-af79-6015ed29e338 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:33:26.044268 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port de888b36-ca32-4ae0-af79-6015ed29e338 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:26.044644 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:26.261779 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [None req-334abde4-55b5-4d80-9732-79bbd637d205 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:33:26.262794 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-334abde4-55b5-4d80-9732-79bbd637d205 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3203504 Aug 10 10:33:27.073148 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b080e422-340d-471e-82a2-4e072d253f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:28.709098 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 36534) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:29.043391 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:29.067648 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Made reservation on behalf of 6180ba03baf7484d94bd2d6141323b1b for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:33:29.070745 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:29.088207 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:29.227140 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:29.232523 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:29.244143 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=99995) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 10:33:29.278734 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791674267495', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:29.279354 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Unsubscribe: segment precommit_create {{(pid=99995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 10:33:29.279872 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Added segment 7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e of type flat for network 6985d318-c372-40c5-9eb9-c33017091232 Aug 10 10:33:29.298353 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69d390c-d968-4312-a990-c719b1f3cfbf,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:29.346314 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.346571 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.346875 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.347237 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.347612 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.347894 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.348221 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.348566 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.348903 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.349226 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.349544 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.349858 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Tracked resource versions report: Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: pushed versions: Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: { 'AddressGroup': {'1.2'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'ConntrackHelper': {'1.0'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Log': {'1.0'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Network': {'1.1'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Port': {'1.7'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'PortForwarding': {'1.2'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'QosPolicy': {'1.9'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SecurityGroup': {'1.4'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SubPort': {'1.0'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Subnet': {'1.1'}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Trunk': {'1.1'}} Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: consumer versions: Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: { DHCP agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: L3 agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: Metadata agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: Metering agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: Open vSwitch agent@dv-cinder-772181-13-iscsi: { 'AddressGroup': '1.2', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'ConntrackHelper': '1.0', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Log': '1.0', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Network': '1.1', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Port': '1.7', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'PortForwarding': '1.2', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'QosPolicy': '1.9', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SecurityGroup': '1.4', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SecurityGroupRule': '1.2', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SubPort': '1.0', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Subnet': '1.1', Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Trunk': '1.1'}} Aug 10 10:33:29.351296 dv-cinder-772181-13-iscsi neutron-server[99995]: {{(pid=99995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:33:29.413172 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:29.468335 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:29.469589 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:29.470253 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:29.555320 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-80a877f7-febf-423c-9f1e-0d8d4542ecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:29.555931 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8457396 Aug 10 10:33:29.578193 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2fe87-792e-43a1-847f-4a466fb204a6 admin admin] Pushing event updated for resources: {'Network': ['ID=6985d318-c372-40c5-9eb9-c33017091232,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:29.590247 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 6985d318-c372-40c5-9eb9-c33017091232 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:33:30.076462 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.548031 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:31.973271 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36556) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:32.152594 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3931597-b7f9-4ec3-a7bd-3cb112438269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:32.155122 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a3931597-b7f9-4ec3-a7bd-3cb112438269 admin admin] 10.222.0.43 "GET /v2.0/subnets/84b1073d-8869-41d0-8f49-419a0ef7bb17 HTTP/1.1" status: 200 len: 849 time: 0.1808231 Aug 10 10:33:32.210169 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:32.318553 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-0b30b8d3-7b6b-4337-81b1-e1eaa17c0dcf admin admin] 10.222.0.43 "GET /v2.0/routers/1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 HTTP/1.1" status: 200 len: 704 time: 0.1586940 Aug 10 10:33:32.595018 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:32.904156 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Allocated IP 172.20.0.1 (ebe30e4f-a814-4738-8238-4f6e86953db4/84b1073d-8869-41d0-8f49-419a0ef7bb17/268b2616-7ef0-471a-9548-dbb3db0cacd9) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:33:33.076228 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:33.100446 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Transition to ACTIVE for port object 268b2616-7ef0-471a-9548-dbb3db0cacd9 will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:33:33.186272 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:33.305593 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Network ebe30e4f-a814-4738-8238-4f6e86953db4 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:33:33.312578 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:33:33.318845 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:33:33.319269 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:33.380700 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Pushing event updated for resources: {'Port': ['ID=268b2616-7ef0-471a-9548-dbb3db0cacd9,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:33.533790 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:33.552786 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-13c0a349-9ffd-4c7b-b0f7-dc7e0c47ac0b None None] Provisioning for port 268b2616-7ef0-471a-9548-dbb3db0cacd9 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:33:33.557843 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-13c0a349-9ffd-4c7b-b0f7-dc7e0c47ac0b None None] Provisioning complete for port 268b2616-7ef0-471a-9548-dbb3db0cacd9 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:33.558289 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-13c0a349-9ffd-4c7b-b0f7-dc7e0c47ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:33.594780 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-13c0a349-9ffd-4c7b-b0f7-dc7e0c47ac0b None None] Port 268b2616-7ef0-471a-9548-dbb3db0cacd9 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:33:33.756763 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:33.761370 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:33.762158 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:33.838549 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Pushing event updated for resources: {'Port': ['ID=268b2616-7ef0-471a-9548-dbb3db0cacd9,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:33.891785 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Network ebe30e4f-a814-4738-8238-4f6e86953db4 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:33:33.893240 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:33:34.067836 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Router 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:33:34.122700 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-bd660c94-fb27-4d63-9fab-48a0935c7216 None None] Provisioning complete for port 268b2616-7ef0-471a-9548-dbb3db0cacd9 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:34.123113 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-bd660c94-fb27-4d63-9fab-48a0935c7216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:34.165026 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-bd660c94-fb27-4d63-9fab-48a0935c7216 None None] Port 268b2616-7ef0-471a-9548-dbb3db0cacd9 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:33:34.170271 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:33:34.175451 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d3eda7b2-5ae2-4aa7-82d9-49f30a65d0aa admin admin] 10.222.0.43 "PUT /v2.0/routers/1aa67eb0-d4f6-47fb-8984-ff0f916de6d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8508627 Aug 10 10:33:34.182667 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Sync routers for ids ['1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:33:34.197379 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Routers {'1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:33:34.198250 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:33:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:34.391226 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Set router 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 gateway port host: None {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:33:34.866740 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'name': 'router1', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:33:23Z', 'updated_at': '2021-08-10T10:33:33Z', 'revision_number': 2, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'gw_port_host': None, '_interfaces': [{'id': '268b2616-7ef0-471a-9548-dbb3db0cacd9', 'name': '', 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'mac_address': 'fa:16:3e:8d:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:33:32Z', 'updated_at': '2021-08-10T10:33:33Z', 'revision_number': 2, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'subnets': [{'id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd514dfe-5750-4014-b6fc-2de79610223d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:34.921785 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Checking router: 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:33:34.922178 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Updating router 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 port 268b2616-7ef0-471a-9548-dbb3db0cacd9 binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:33:34.975811 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:35.510743 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:35.528921 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Transition to ACTIVE for port object 268b2616-7ef0-471a-9548-dbb3db0cacd9 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:33:35.535381 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:35.689028 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Pushing event updated for resources: {'Port': ['ID=268b2616-7ef0-471a-9548-dbb3db0cacd9,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:35.704925 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.705266 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.705605 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.705936 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.706259 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.706586 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.707159 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.707251 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.707591 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.707914 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.708234 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.708724 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Tracked resource versions report: Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: pushed versions: Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: { 'AddressGroup': {'1.2'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'ConntrackHelper': {'1.0'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Log': {'1.0'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Network': {'1.1'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Port': {'1.7'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'PortForwarding': {'1.2'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'QosPolicy': {'1.9'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SecurityGroup': {'1.4'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SubPort': {'1.0'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Subnet': {'1.1'}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Trunk': {'1.1'}} Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: consumer versions: Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: { DHCP agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: L3 agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: Metadata agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: Metering agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: Open vSwitch agent@dv-cinder-772181-13-iscsi: { 'AddressGroup': '1.2', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'ConntrackHelper': '1.0', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Log': '1.0', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Network': '1.1', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Port': '1.7', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'PortForwarding': '1.2', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'QosPolicy': '1.9', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SecurityGroup': '1.4', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SecurityGroupRule': '1.2', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SubPort': '1.0', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Subnet': '1.1', Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Trunk': '1.1'}} Aug 10 10:33:35.709925 dv-cinder-772181-13-iscsi neutron-server[99998]: {{(pid=99998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:33:35.714687 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Attempting to bind port 268b2616-7ef0-471a-9548-dbb3db0cacd9 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:33:35.715108 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Attempting to bind port 268b2616-7ef0-471a-9548-dbb3db0cacd9 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '0f608ee3-a179-4478-b0d1-338531110002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:33:35.715539 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Attempting to bind port 268b2616-7ef0-471a-9548-dbb3db0cacd9 on network ebe30e4f-a814-4738-8238-4f6e86953db4 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:33:35.721421 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:33:35.721730 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Checking segment: {'id': '0f608ee3-a179-4478-b0d1-338531110002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:33:35.722195 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:35.722598 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Bound using segment: {'id': '0f608ee3-a179-4478-b0d1-338531110002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:33:35.723133 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Bound port: 268b2616-7ef0-471a-9548-dbb3db0cacd9, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f608ee3-a179-4478-b0d1-338531110002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:33:35.723518 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:35.793514 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] For port 268b2616-7ef0-471a-9548-dbb3db0cacd9, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:33:35.819158 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] For port 268b2616-7ef0-471a-9548-dbb3db0cacd9, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=268b2616-7ef0-471a-9548-dbb3db0cacd9,segment=NetworkSegment(0f608ee3-a179-4478-b0d1-338531110002),segment_id=0f608ee3-a179-4478-b0d1-338531110002)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:33:35.823824 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:35.883805 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Routers {'1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:33:35.884429 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:33:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:35.925943 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ec810-e995-4c83-8a76-1aa064e677f2 None None] Pushing event updated for resources: {'Port': ['ID=268b2616-7ef0-471a-9548-dbb3db0cacd9,revision_number=4']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:35.982600 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] Set router 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 gateway port host: None {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:33:36.205055 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'name': 'router1', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:33:23Z', 'updated_at': '2021-08-10T10:33:33Z', 'revision_number': 2, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'gw_port_host': None, '_interfaces': [{'id': '268b2616-7ef0-471a-9548-dbb3db0cacd9', 'name': '', 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'mac_address': 'fa:16:3e:8d:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:33:32Z', 'updated_at': '2021-08-10T10:33:35Z', 'revision_number': 4, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'subnets': [{'id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd514dfe-5750-4014-b6fc-2de79610223d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:36.232434 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae849c3-9d4c-4eb8-b2ba-48fe74efd79e None None] The sync data for ids ['1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'] in dv-cinder-772181-13-iscsi is: [{'id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'name': 'router1', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:33:23Z', 'updated_at': '2021-08-10T10:33:33Z', 'revision_number': 2, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'gw_port_host': None, '_interfaces': [{'id': '268b2616-7ef0-471a-9548-dbb3db0cacd9', 'name': '', 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'mac_address': 'fa:16:3e:8d:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:33:32Z', 'updated_at': '2021-08-10T10:33:35Z', 'revision_number': 4, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'subnets': [{'id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd514dfe-5750-4014-b6fc-2de79610223d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:33:36.423854 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 36576) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:36.593888 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08da882b-9f76-4347-b063-4510b50bd37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:36.595346 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-08da882b-9f76-4347-b063-4510b50bd37c admin admin] 10.222.0.43 "GET /v2.0/networks/6985d318-c372-40c5-9eb9-c33017091232 HTTP/1.1" status: 200 len: 842 time: 0.1703951 Aug 10 10:33:36.606682 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:36.629802 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Made reservation on behalf of 6180ba03baf7484d94bd2d6141323b1b for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:33:36.632033 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.051301 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.objects.ports [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 10:33:37.051801 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.100462 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d16f7d-99ce-44a4-a39b-e84c3596d2fd,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:37.123070 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:33:37.123459 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Network hostable DHCP agents. Network: 6985d318-c372-40c5-9eb9-c33017091232, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:33:37.146128 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:33:37.163907 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 6985d318-c372-40c5-9eb9-c33017091232) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:33:37.171210 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:37.172208 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.175423 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a1968-5f95-4d37-87c1-7b2a566da63c None None] Network 6985d318-c372-40c5-9eb9-c33017091232 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:33:37.195138 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-ec31e531-e8fd-4200-9958-d052938ca5bd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5918133 Aug 10 10:33:37.321881 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f29c8-618f-4c67-bb6b-cac59466b588 None None] Network 6985d318-c372-40c5-9eb9-c33017091232 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:33:39.705614 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36584) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:39.846495 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-847423df-a069-421b-98a8-8fd08e1099f3 admin admin] 10.222.0.43 "GET /v2.0/routers/1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 HTTP/1.1" status: 200 len: 710 time: 0.1394396 Aug 10 10:33:39.967786 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7c3568-0cc4-45e9-88cb-df648651ff5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:39.969497 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-ae7c3568-0cc4-45e9-88cb-df648651ff5c admin admin] 10.222.0.43 "GET /v2.0/networks/6985d318-c372-40c5-9eb9-c33017091232 HTTP/1.1" status: 200 len: 886 time: 0.1158648 Aug 10 10:33:39.981565 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:40.313660 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.567448 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.647560 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.771978 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Allocated IP 172.27.1.233 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/7fd3ef54-4182-4d14-920f-dc2605019fc5) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:33:40.914899 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.968455 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:41.019971 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:33:41.030547 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:33:41.038534 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:33:41.079512 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd3ef54-4182-4d14-920f-dc2605019fc5,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:41.308905 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:41.516527 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-33944'] for router, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:41.519969 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375879'] for router, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:41.644852 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Router 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:33:41.777488 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:33:41.781798 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:41.783073 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a98da16b-6c05-43e3-bebf-befe20d7de35 admin admin] 10.222.0.43 "PUT /v2.0/routers/1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 HTTP/1.1" status: 200 len: 890 time: 1.8051131 Aug 10 10:33:42.070038 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 268b2616-7ef0-471a-9548-dbb3db0cacd9 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:33:42.160609 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 268b2616-7ef0-471a-9548-dbb3db0cacd9 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:33:42.171250 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 268b2616-7ef0-471a-9548-dbb3db0cacd9 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:42.171250 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:42.314615 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:42.371435 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 268b2616-7ef0-471a-9548-dbb3db0cacd9, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=268b2616-7ef0-471a-9548-dbb3db0cacd9,segment=NetworkSegment(0f608ee3-a179-4478-b0d1-338531110002),segment_id=0f608ee3-a179-4478-b0d1-338531110002)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:42.376879 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:42.452598 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=268b2616-7ef0-471a-9548-dbb3db0cacd9,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:43.355427 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Sync routers for ids ['1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:33:43.367671 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Routers {'1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:33:43.368488 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:33:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:43.671848 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Set router 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:33:44.058671 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 268b2616-7ef0-471a-9548-dbb3db0cacd9 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:33:44.170101 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 268b2616-7ef0-471a-9548-dbb3db0cacd9 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:44.170596 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:44.217718 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'name': 'router1', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7fd3ef54-4182-4d14-920f-dc2605019fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:33:23Z', 'updated_at': '2021-08-10T10:33:41Z', 'revision_number': 4, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'gw_port': {'id': '7fd3ef54-4182-4d14-920f-dc2605019fc5', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:33:40Z', 'updated_at': '2021-08-10T10:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '268b2616-7ef0-471a-9548-dbb3db0cacd9', 'name': '', 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'mac_address': 'fa:16:3e:8d:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:33:32Z', 'updated_at': '2021-08-10T10:33:42Z', 'revision_number': 5, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'subnets': [{'id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd514dfe-5750-4014-b6fc-2de79610223d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:44.279756 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Checking router: 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:33:44.280242 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Updating router 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 port 7fd3ef54-4182-4d14-920f-dc2605019fc5 binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:33:44.341908 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:44.446447 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 36596) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:44.596349 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-e0499b13-9ce6-4e7f-90f6-85e59e7fdf64 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1482334 Aug 10 10:33:44.849844 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:44.864650 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Transition to ACTIVE for port object 7fd3ef54-4182-4d14-920f-dc2605019fc5 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:33:44.874822 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:44.942245 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Attempting to bind port 7fd3ef54-4182-4d14-920f-dc2605019fc5 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:33:44.942694 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Attempting to bind port 7fd3ef54-4182-4d14-920f-dc2605019fc5 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:33:44.943174 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Attempting to bind port 7fd3ef54-4182-4d14-920f-dc2605019fc5 on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:33:44.950583 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8d3aa-a314-4de1-9a9e-54e38727999f None None] Pushing event updated for resources: {'Port': ['ID=7fd3ef54-4182-4d14-920f-dc2605019fc5,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:44.956791 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:33:44.957243 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:33:44.957715 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:44.958158 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:33:44.959533 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Bound port: 7fd3ef54-4182-4d14-920f-dc2605019fc5, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:33:44.959533 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:45.026508 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] For port 7fd3ef54-4182-4d14-920f-dc2605019fc5, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:33:45.030636 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] For port 7fd3ef54-4182-4d14-920f-dc2605019fc5, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=7fd3ef54-4182-4d14-920f-dc2605019fc5,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:33:45.037024 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:45.203087 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8d3aa-a314-4de1-9a9e-54e38727999f None None] Pushing event updated for resources: {'Port': ['ID=7fd3ef54-4182-4d14-920f-dc2605019fc5,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:45.208828 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Routers {'1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:33:45.209469 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:33:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:45.345242 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] Set router 1aa67eb0-d4f6-47fb-8984-ff0f916de6d5 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:33:45.627690 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'name': 'router1', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7fd3ef54-4182-4d14-920f-dc2605019fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:33:23Z', 'updated_at': '2021-08-10T10:33:41Z', 'revision_number': 4, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'gw_port': {'id': '7fd3ef54-4182-4d14-920f-dc2605019fc5', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:33:40Z', 'updated_at': '2021-08-10T10:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '268b2616-7ef0-471a-9548-dbb3db0cacd9', 'name': '', 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'mac_address': 'fa:16:3e:8d:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:33:32Z', 'updated_at': '2021-08-10T10:33:42Z', 'revision_number': 5, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'subnets': [{'id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd514dfe-5750-4014-b6fc-2de79610223d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:45.668297 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c618da0-9af6-4743-933b-3f57be31c71d None None] The sync data for ids ['1aa67eb0-d4f6-47fb-8984-ff0f916de6d5'] in dv-cinder-772181-13-iscsi is: [{'id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'name': 'router1', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '7fd3ef54-4182-4d14-920f-dc2605019fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:33:23Z', 'updated_at': '2021-08-10T10:33:41Z', 'revision_number': 4, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'gw_port': {'id': '7fd3ef54-4182-4d14-920f-dc2605019fc5', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:33:40Z', 'updated_at': '2021-08-10T10:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '268b2616-7ef0-471a-9548-dbb3db0cacd9', 'name': '', 'network_id': 'ebe30e4f-a814-4738-8238-4f6e86953db4', 'tenant_id': 'a99ec722aaff47039c82ea9b8e60b244', 'mac_address': 'fa:16:3e:8d:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa67eb0-d4f6-47fb-8984-ff0f916de6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:33:32Z', 'updated_at': '2021-08-10T10:33:42Z', 'revision_number': 5, 'project_id': 'a99ec722aaff47039c82ea9b8e60b244', 'subnets': [{'id': '84b1073d-8869-41d0-8f49-419a0ef7bb17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd514dfe-5750-4014-b6fc-2de79610223d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:33:46.099707 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 7fd3ef54-4182-4d14-920f-dc2605019fc5 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:33:46.203228 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 7fd3ef54-4182-4d14-920f-dc2605019fc5 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:33:46.208132 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 7fd3ef54-4182-4d14-920f-dc2605019fc5 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:46.208523 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:46.309886 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:46.333401 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 7fd3ef54-4182-4d14-920f-dc2605019fc5, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=7fd3ef54-4182-4d14-920f-dc2605019fc5,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:46.339056 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:46.393489 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=7fd3ef54-4182-4d14-920f-dc2605019fc5,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:48.025642 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 7fd3ef54-4182-4d14-920f-dc2605019fc5 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:33:48.077240 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 7fd3ef54-4182-4d14-920f-dc2605019fc5 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:48.077638 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:53.788021 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 5 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:33:57.086548 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c5cf4949-03d7-4d26-9c3f-a8e93c11658b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:59.557564 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5ac0101d-32c7-453a-a8f9-b6136c30853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:00.084646 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:00.554401 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:02.230344 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.082106 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-59db80b4-2443-4d85-ae49-1923eb49a955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.553728 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b7cb017f-04f8-4d2a-b340-8524331c8f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.086276 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.567194 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.783870 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 5 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:34:32.220235 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:57.074899 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5f828941-fa41-48ee-bf55-57e09d5d6fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:59.547413 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-a82b24d3-f15c-440e-bac7-bbe82958066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:00.076152 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:00.556722 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:02.228532 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:07.783465 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 5 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:35:24.049782 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37164) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:24.111510 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c3551c-902f-4772-a91f-9e7e8e6297ae admin admin] GET failed (client error): The resource could not be found. Aug 10 10:35:24.112861 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-23c3551c-902f-4772-a91f-9e7e8e6297ae admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621083 Aug 10 10:35:24.362197 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c3c12-2e26-4a61-ab47-69d50853cf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:24.363735 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-786c3c12-2e26-4a61-ab47-69d50853cf43 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2461395 Aug 10 10:35:26.706150 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37174) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:26.798591 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a441be4-fa96-445c-afff-722aaefe3d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:26.799977 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-4a441be4-fa96-445c-afff-722aaefe3d76 admin admin] 10.222.0.43 "GET /v2.0/subnets/84b1073d-8869-41d0-8f49-419a0ef7bb17 HTTP/1.1" status: 200 len: 849 time: 0.0928960 Aug 10 10:35:26.810057 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:26.896700 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:27.044683 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791674180244'] for subnet, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:27.077371 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:27.077964 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:27.078105 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-489e722d-1ec2-49e7-8419-ff458c45e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:27.079775 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] 10.222.0.43 "PUT /v2.0/subnets/84b1073d-8869-41d0-8f49-419a0ef7bb17 HTTP/1.1" status: 200 len: 868 time: 0.2729452 Aug 10 10:35:27.085316 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaacd70-c6ca-4f81-b37f-6e61230857fd None None] Network ebe30e4f-a814-4738-8238-4f6e86953db4 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:35:27.105044 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b1073d-8869-41d0-8f49-419a0ef7bb17,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:27.112952 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.113326 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.113675 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.114012 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.114347 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.114694 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.116184 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.116546 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.116891 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.117220 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.117550 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.117878 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18899c4f-980b-47d2-b895-0644cb4536b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:27.443827 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-4b8d64b6-43d2-427a-a5f8-5c3b09346cf3 None None] Provisioning complete for port 268b2616-7ef0-471a-9548-dbb3db0cacd9 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:27.444200 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4b8d64b6-43d2-427a-a5f8-5c3b09346cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:27.531175 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-4b8d64b6-43d2-427a-a5f8-5c3b09346cf3 None None] Provisioning complete for port de888b36-ca32-4ae0-af79-6015ed29e338 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:27.531379 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4b8d64b6-43d2-427a-a5f8-5c3b09346cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:29.250107 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37182) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:29.464509 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf178b-1865-4a08-83fc-5e3a941ff165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:29.464931 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf178b-1865-4a08-83fc-5e3a941ff165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:29.466769 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-caaf178b-1865-4a08-83fc-5e3a941ff165 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2156479 Aug 10 10:35:29.550123 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-175f9b78-806e-4b45-a2ef-52caf494abe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.079555 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.561281 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:31.654389 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37190) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:31.793744 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f48b512-2720-4445-8761-55a29bd4f6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:31.794216 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f48b512-2720-4445-8761-55a29bd4f6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:31.795987 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-3f48b512-2720-4445-8761-55a29bd4f6a6 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1404572 Aug 10 10:35:32.226725 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:34.173874 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37198) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:34.309164 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1768946-b896-4ff4-8ffa-b01ce90bcd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:34.310592 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-f1768946-b896-4ff4-8ffa-b01ce90bcd61 admin admin] 10.222.0.43 "GET /v2.0/networks/6985d318-c372-40c5-9eb9-c33017091232 HTTP/1.1" status: 200 len: 886 time: 0.1356771 Aug 10 10:35:36.581380 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37208) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:36.737414 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3eef66-e4b7-4320-9b16-80210e951345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:36.738792 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3b3eef66-e4b7-4320-9b16-80210e951345 admin admin] 10.222.0.43 "GET /v2.0/networks/ebe30e4f-a814-4738-8238-4f6e86953db4 HTTP/1.1" status: 200 len: 869 time: 0.1564672 Aug 10 10:35:38.894809 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37216) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:39.029894 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44edba75-e640-4c6e-a5e7-3f63a2e2fe2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:39.030348 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44edba75-e640-4c6e-a5e7-3f63a2e2fe2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:39.032025 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-44edba75-e640-4c6e-a5e7-3f63a2e2fe2b admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1361253 Aug 10 10:35:41.223339 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37224) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:41.316474 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013025da-d2a1-4128-a471-a75ab3ec34d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:41.316927 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013025da-d2a1-4128-a471-a75ab3ec34d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:41.318517 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-013025da-d2a1-4128-a471-a75ab3ec34d5 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937278 Aug 10 10:35:43.477215 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37232) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:43.562874 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8993d6ef-3b9d-472b-9b1b-cc82e13a2b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:43.564257 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-8993d6ef-3b9d-472b-9b1b-cc82e13a2b1b admin admin] 10.222.0.43 "GET /v2.0/subnets/70d16f7d-99ce-44a4-a39b-e84c3596d2fd HTTP/1.1" status: 200 len: 816 time: 0.0860696 Aug 10 10:35:44.782004 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 5 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:35:45.745781 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37240) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:45.837992 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b789eb16-ccc2-4eca-9dce-d8edeb360e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:45.839368 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-b789eb16-ccc2-4eca-9dce-d8edeb360e14 admin admin] 10.222.0.43 "GET /v2.0/subnets/84b1073d-8869-41d0-8f49-419a0ef7bb17 HTTP/1.1" status: 200 len: 868 time: 0.0926325 Aug 10 10:35:57.080767 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-72aaa19b-3800-40af-a6a5-720cb6a94d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:59.551896 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-ddd94500-f271-4c8e-86a9-93571dde8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:00.081064 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:00.561556 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.237748 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:11.213475 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37294) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:11.261394 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [None req-3b5e267e-04de-47ef-b392-a3448eb315a9 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99996) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:36:11.262390 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-3b5e267e-04de-47ef-b392-a3448eb315a9 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479779 Aug 10 10:36:13.555716 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37302) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:13.623111 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56e0bdf-faee-4f1c-89f5-10363bcf3b50 admin admin] GET failed (client error): The resource could not be found. Aug 10 10:36:13.624531 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d56e0bdf-faee-4f1c-89f5-10363bcf3b50 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673800 Aug 10 10:36:13.715732 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a0c711-1024-41cc-a1b9-5e8a0c43940f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:13.717494 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-19a0c711-1024-41cc-a1b9-5e8a0c43940f admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0883229 Aug 10 10:36:15.957709 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37310) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:16.006893 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:36:16.028340 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Made reservation on behalf of 6180ba03baf7484d94bd2d6141323b1b for: {'network': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:36:16.030588 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.060032 dv-cinder-772181-13-iscsi neutron-server[99996]: WARNING neutron.services.revisions.revision_plugin [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Could not find related network for resource to bump revision. Aug 10 10:36:16.073475 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=99996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:36:16.082940 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.083311 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.segments_db [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Added segment e6fd2ca8-06dd-4761-9c55-a1e05d158338 of type vlan for network 9557e1bb-32ac-4984-9a29-db4b949520fd Aug 10 10:36:16.131493 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.158158 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.159059 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:16.159640 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.223543 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2643938 Aug 10 10:36:16.228268 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59708f9e-d57a-4e09-a523-210c09515b9c admin admin] Pushing event updated for resources: {'Network': ['ID=9557e1bb-32ac-4984-9a29-db4b949520fd,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:16.252296 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 9557e1bb-32ac-4984-9a29-db4b949520fd details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:36:18.456666 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37318) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:18.522626 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ed6743-4d4f-443f-ae54-cb57f6624480 admin admin] GET failed (client error): The resource could not be found. Aug 10 10:36:18.524018 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-38ed6743-4d4f-443f-ae54-cb57f6624480 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659077 Aug 10 10:36:18.595073 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be1e1ce-f720-4da7-bae4-5a04c4bdf355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:18.596551 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-5be1e1ce-f720-4da7-bae4-5a04c4bdf355 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681384 Aug 10 10:36:18.607105 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:36:18.627015 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Made reservation on behalf of 6180ba03baf7484d94bd2d6141323b1b for: {'subnet': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:36:18.629329 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:18.791731 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:18.842880 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=463edcc4-ab33-44c1-bcd5-6f8014b63f49,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:18.859080 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Checking segment: {'id': 'e6fd2ca8-06dd-4761-9c55-a1e05d158338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:36:18.859444 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Network hostable DHCP agents. Network: 9557e1bb-32ac-4984-9a29-db4b949520fd, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:36:18.875304 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Network 9557e1bb-32ac-4984-9a29-db4b949520fd is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:36:18.883776 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 9557e1bb-32ac-4984-9a29-db4b949520fd) {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:36:18.888093 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:18.888681 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:18.894277 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2371d5-4a98-4982-bb4c-3d5e4144252a None None] Network 9557e1bb-32ac-4984-9a29-db4b949520fd requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:36:18.907121 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-527c36d0-3783-414d-a764-607cfcefc250 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3029892 Aug 10 10:36:19.147356 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-9557e1bb-32ac-4984-9a29-db4b949520fd', 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd', 'tenant_id': '6180ba03baf7484d94bd2d6141323b1b', 'fixed_ips': [{'subnet_id': '463edcc4-ab33-44c1-bcd5-6f8014b63f49'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:36:19.148242 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:19.287673 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Allocated IP 192.168.233.2 (9557e1bb-32ac-4984-9a29-db4b949520fd/463edcc4-ab33-44c1-bcd5-6f8014b63f49/cd8f1805-2c7f-4420-9002-42cbc3a14fbe) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:36:19.436135 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:19.445599 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Transition to ACTIVE for port object cd8f1805-2c7f-4420-9002-42cbc3a14fbe will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:36:19.461885 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Transition to ACTIVE for port object cd8f1805-2c7f-4420-9002-42cbc3a14fbe will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:36:19.468572 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:19.512092 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Network 9557e1bb-32ac-4984-9a29-db4b949520fd is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:36:19.515704 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Pushing event updated for resources: {'Port': ['ID=cd8f1805-2c7f-4420-9002-42cbc3a14fbe,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:19.517918 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:36:19.524483 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:36:19.526933 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.527329 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.527674 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.528009 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.528339 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.528995 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.528995 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.529315 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.529655 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.530007 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.530329 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.530647 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:19.587447 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Attempting to bind port cd8f1805-2c7f-4420-9002-42cbc3a14fbe on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:36:19.587805 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Attempting to bind port cd8f1805-2c7f-4420-9002-42cbc3a14fbe by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': 'e6fd2ca8-06dd-4761-9c55-a1e05d158338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:36:19.588159 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Attempting to bind port cd8f1805-2c7f-4420-9002-42cbc3a14fbe on network 9557e1bb-32ac-4984-9a29-db4b949520fd {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:36:19.593290 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:36:19.593650 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Checking segment: {'id': 'e6fd2ca8-06dd-4761-9c55-a1e05d158338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:36:19.594050 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:19.594483 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Bound using segment: {'id': 'e6fd2ca8-06dd-4761-9c55-a1e05d158338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:36:19.594890 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Bound port: cd8f1805-2c7f-4420-9002-42cbc3a14fbe, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fd2ca8-06dd-4761-9c55-a1e05d158338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:36:19.595307 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:19.659404 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] For port cd8f1805-2c7f-4420-9002-42cbc3a14fbe, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:36:19.662625 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] For port cd8f1805-2c7f-4420-9002-42cbc3a14fbe, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=cd8f1805-2c7f-4420-9002-42cbc3a14fbe,segment=NetworkSegment(e6fd2ca8-06dd-4761-9c55-a1e05d158338),segment_id=e6fd2ca8-06dd-4761-9c55-a1e05d158338)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:36:19.668337 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:19.729071 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a93ce-345e-4040-b0f7-af8346819755 None None] Pushing event updated for resources: {'Port': ['ID=cd8f1805-2c7f-4420-9002-42cbc3a14fbe,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:20.154235 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device cd8f1805-2c7f-4420-9002-42cbc3a14fbe up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:36:20.213667 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port cd8f1805-2c7f-4420-9002-42cbc3a14fbe completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:36:20.506043 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467079c8-262a-45d7-838f-a56854a66e89 None None] Network 9557e1bb-32ac-4984-9a29-db4b949520fd requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:36:20.566721 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-b1e04e83-a4bd-486a-93f4-a17454debf59 None None] Provisioning for port cd8f1805-2c7f-4420-9002-42cbc3a14fbe completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:36:20.577594 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-b1e04e83-a4bd-486a-93f4-a17454debf59 None None] Provisioning complete for port cd8f1805-2c7f-4420-9002-42cbc3a14fbe triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:36:20.577970 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b1e04e83-a4bd-486a-93f4-a17454debf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:20.722187 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b1e04e83-a4bd-486a-93f4-a17454debf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:20.762270 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-b1e04e83-a4bd-486a-93f4-a17454debf59 None None] For port cd8f1805-2c7f-4420-9002-42cbc3a14fbe, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=cd8f1805-2c7f-4420-9002-42cbc3a14fbe,segment=NetworkSegment(e6fd2ca8-06dd-4761-9c55-a1e05d158338),segment_id=e6fd2ca8-06dd-4761-9c55-a1e05d158338)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:20.767189 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b1e04e83-a4bd-486a-93f4-a17454debf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:20.831047 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e04e83-a4bd-486a-93f4-a17454debf59 None None] Pushing event updated for resources: {'Port': ['ID=cd8f1805-2c7f-4420-9002-42cbc3a14fbe,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:20.990655 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-cf0f6ae5-0ebd-428d-968e-03cd2c6f37d0 None None] Provisioning complete for port cd8f1805-2c7f-4420-9002-42cbc3a14fbe triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:36:20.991304 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-cf0f6ae5-0ebd-428d-968e-03cd2c6f37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:21.780827 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 5 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:36:22.132526 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device cd8f1805-2c7f-4420-9002-42cbc3a14fbe up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:36:22.181958 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port cd8f1805-2c7f-4420-9002-42cbc3a14fbe triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:36:22.182352 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:27.083298 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-481e7306-f59e-4663-9303-42c7193426c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:29.555245 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5463d3de-070a-4bc8-864e-2065c560d9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:30.084674 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:30.565819 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:32.243540 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:57.083844 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c47dcfbb-c2f8-41b7-88bf-fe822adb0032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:58.779106 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 5 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:36:59.555726 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-3a1d7f3a-1c6d-4237-8303-5a6a18e25125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:00.087371 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:00.568889 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:02.246990 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:27.083979 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-01a90206-49ed-4150-9a3e-9d4c57cd0efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:27.508018 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37370) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:37:27.513937 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [None req-2fa0e56e-6e52-4120-bc82-1c41a025ed61 tempest-verify_tempest_config-255482631 tempest-verify_tempest_config-255482631-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99996) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:37:27.514886 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-2fa0e56e-6e52-4120-bc82-1c41a025ed61 tempest-verify_tempest_config-255482631 tempest-verify_tempest_config-255482631-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058229 Aug 10 10:37:27.817573 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37388) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:37:27.919725 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:28.013866 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:28.017567 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:28.064809 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb690afe8dc948528f1b4c916073fee5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2461305 Aug 10 10:37:28.066117 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c58884-37ff-4815-b4fb-5c2b74e0b913,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:37:28.067996 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37392) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:37:28.083136 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.083494 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.083849 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.084182 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.084511 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.084855 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.085184 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.085521 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.085862 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.086185 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.086502 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.086816 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54909e9-733e-459c-a795-5e094fbcd443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:37:28.131723 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2204c6f0-ad96-4943-ad4b-1e272a24e791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:28.154416 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2204c6f0-ad96-4943-ad4b-1e272a24e791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:28.241323 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2204c6f0-ad96-4943-ad4b-1e272a24e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:28.243882 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2204c6f0-ad96-4943-ad4b-1e272a24e791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:28.245053 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-2204c6f0-ad96-4943-ad4b-1e272a24e791 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0c58884-37ff-4815-b4fb-5c2b74e0b913 HTTP/1.1" status: 204 len: 168 time: 0.1761823 Aug 10 10:37:28.253738 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204c6f0-ad96-4943-ad4b-1e272a24e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c58884-37ff-4815-b4fb-5c2b74e0b913,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:37:29.560628 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-579aba4d-39a6-4130-b43d-061972598508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:30.089142 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:30.571678 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:32.251295 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:35.777381 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 5 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:37:57.084162 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-df235ef2-7a7c-459b-a2e0-b70d0cd57db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:59.556043 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-3972bcea-3638-4619-aa05-d54e0af99557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:00.089925 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:00.574339 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:02.252558 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:12.776894 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 5 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:38:27.083423 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-0450d18b-7a70-4bc8-a94a-1fa0e996908e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:29.558652 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec2d1-b39c-4458-b5b6-3baaad0f9654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:30.091129 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:30.577155 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:32.255107 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:49.775461 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 5 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:38:57.083906 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-91f1930b-8a90-44ef-a9d1-498d8815d6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:59.558923 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-688d7c2f-4a94-408d-93e9-88f4f51a4d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:00.096203 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:00.580274 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:01.679678 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373501'] for agent, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:02.258221 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:06.073280 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37444) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:39:06.177123 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-415a456c-3142-4f38-a204-12fa58d150b7 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1027822 Aug 10 10:39:08.369878 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37454) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:39:08.425013 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-5285ca97-9145-4df9-a52a-cde32ec583cd admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0540621 Aug 10 10:39:26.774255 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:39:27.083549 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-97809987-ad7e-4bbd-85a8-9d3f178b533b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:29.559387 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-728434af-1f6c-4f96-acbf-75be3c3ab807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:30.101111 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:30.583505 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:31.633570 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:32.261018 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:57.086631 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c68215f9-2318-41bc-969a-6e91e2479400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:59.567372 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-756b8878-53ff-4db9-90ba-181c83cdbce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:00.094601 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:00.586570 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:01.637711 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:02.295152 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:03.773818 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:40:27.087629 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-280a114d-07b7-42ba-8752-ae9925943c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:29.561990 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1af3-fdff-48dd-8212-d09168b2692a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:30.100711 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:30.587723 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:31.633097 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:32.273522 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:37.753101 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37602) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:38.113988 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-network', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:38.138657 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Made reservation on behalf of 08a87f5d46924e40a5c9cead64d50ada for: {'network': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:38.141809 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.150710 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.256379 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.264156 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.288729 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=99996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:40:38.307223 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:38.310982 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.311351 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.segments_db [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Added segment f8655b0e-0916-446d-b5df-cd0cb542ec00 of type vlan for network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d Aug 10 10:40:38.317462 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.317877 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.318160 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.318508 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.318812 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.319188 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.319527 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.319842 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.320159 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.320478 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.320794 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.321108 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Tracked resource versions report: Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: pushed versions: Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: { 'AddressGroup': {'1.2'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'ConntrackHelper': {'1.0'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Log': {'1.0'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Network': {'1.1'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Port': {'1.7'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'PortForwarding': {'1.2'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'QosPolicy': {'1.9'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SecurityGroup': {'1.4'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SubPort': {'1.0'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Subnet': {'1.1'}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Trunk': {'1.1'}} Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: consumer versions: Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: { DHCP agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: HyperV agent@hv-cinder-77218: {}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: L3 agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: Metadata agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: Metering agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: Open vSwitch agent@dv-cinder-772181-13-iscsi: { 'AddressGroup': '1.2', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'ConntrackHelper': '1.0', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Log': '1.0', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Network': '1.1', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Port': '1.7', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'PortForwarding': '1.2', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'QosPolicy': '1.9', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SecurityGroup': '1.4', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SecurityGroupRule': '1.2', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'SubPort': '1.0', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Subnet': '1.1', Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: 'Trunk': '1.1'}} Aug 10 10:40:38.322560 dv-cinder-772181-13-iscsi neutron-server[99996]: {{(pid=99996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:40:38.367957 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.400830 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.400830 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:38.401034 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.583184 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8261428 Aug 10 10:40:38.583184 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49706a-e8b3-4912-81e7-32826ca5678b admin admin] Pushing event updated for resources: {'Network': ['ID=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:38.584068 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37656) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:38.590944 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Request body: {'subnet': {'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-subnet', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:38.593473 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:40:38.618288 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Made reservation on behalf of 08a87f5d46924e40a5c9cead64d50ada for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:38.620858 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.795738 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.864664 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=773fcac6-d171-4f89-b223-b13781b04501,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:38.876140 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.876553 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.876900 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.877242 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.877566 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.877916 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.878251 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.878594 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.878941 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.879296 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.879621 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.879942 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Tracked resource versions report: Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: pushed versions: Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: { 'AddressGroup': {'1.2'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'ConntrackHelper': {'1.0'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Log': {'1.0'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Network': {'1.1'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Port': {'1.7'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'PortForwarding': {'1.2'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'QosPolicy': {'1.9'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SecurityGroup': {'1.4'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SubPort': {'1.0'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Subnet': {'1.1'}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Trunk': {'1.1'}} Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: consumer versions: Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: { DHCP agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: HyperV agent@hv-cinder-77218: {}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: L3 agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: Metadata agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: Metering agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: Open vSwitch agent@dv-cinder-772181-13-iscsi: { 'AddressGroup': '1.2', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'ConntrackHelper': '1.0', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Log': '1.0', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Network': '1.1', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Port': '1.7', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'PortForwarding': '1.2', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'QosPolicy': '1.9', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SecurityGroup': '1.4', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SecurityGroupRule': '1.2', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'SubPort': '1.0', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Subnet': '1.1', Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: 'Trunk': '1.1'}} Aug 10 10:40:38.881095 dv-cinder-772181-13-iscsi neutron-server[99995]: {{(pid=99995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:40:38.890487 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Checking segment: {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:38.890898 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Network hostable DHCP agents. Network: 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:40:38.908108 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37670) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:38.913940 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:40:38.923754 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:38.929088 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:38.929667 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:38.940724 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30708f1a-bda8-43a6-9301-67c98ffde2bb None None] Network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:38.950943 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-07ad19c4-591f-4e03-a664-151c38cd79b5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3657401 Aug 10 10:40:38.951430 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37676) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:38.959770 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:39.001657 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.003213 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.041434 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37680) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:39.058943 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37684) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:39.118919 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.124426 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d5931a-5ae8-414c-8b31-a7cd77e291af None None] Network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:39.294259 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.349789 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1998177523-network', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:39.385225 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Made reservation on behalf of 3a7ae0e441e747b69e73e999adad517d for: {'network': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:39.388190 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.389529 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-network', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:39.406468 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.416155 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Made reservation on behalf of 0d2d659e30074d3a8f138742fa9684e3 for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:39.419502 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.430777 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.441366 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-458837379-network', 'tenant_id': '09750db56dc94c82b11d60fb8ff13805'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:39.541653 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37704) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:39.615379 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.640556 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Made reservation on behalf of 09750db56dc94c82b11d60fb8ff13805 for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:39.641715 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.644494 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.653858 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=99996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:40:39.664671 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.665253 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.segments_db [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Added segment 49acb4b4-2053-45fc-976a-65a58b95296c of type vlan for network a686f5a1-3827-490e-91cf-bda9d5767415 Aug 10 10:40:39.714341 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.752123 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.753699 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.774643 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873ea054-1e46-4dd6-b8c1-66b9c70795a1,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:39.781112 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.782566 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:39.784652 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.856424 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.862749 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.864146 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.881619 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:40:39.893468 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.897948 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.901857 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9926872 Aug 10 10:40:39.908641 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-525011784-network', 'tenant_id': '2faf26a749ec4f09aade742e5d322052'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:39.910945 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37722) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:39.915184 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.915535 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Added segment f0b899cf-ac7a-410c-a6ad-54d9a55debba of type vlan for network b19e54be-240d-4de2-97ba-d37b57d1b3de Aug 10 10:40:39.915991 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19c3a7-6d4c-4f0e-b022-9efff03c8382 admin admin] Pushing event updated for resources: {'Network': ['ID=a686f5a1-3827-490e-91cf-bda9d5767415,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:39.923751 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Request body: {'subnet': {'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1998177523-subnet', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:39.927386 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network a686f5a1-3827-490e-91cf-bda9d5767415 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:40:39.949037 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:40:39.953918 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Made reservation on behalf of 2faf26a749ec4f09aade742e5d322052 for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:39.956780 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.971175 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:39.987791 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Made reservation on behalf of 3a7ae0e441e747b69e73e999adad517d for: {'subnet': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:39.990677 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.109238 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.110206 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Added segment 39bf5399-be86-4bcf-be50-11235f48cfc9 of type vlan for network c81deefc-a215-479f-b434-0c5534261322 Aug 10 10:40:40.116251 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.167986 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Allocated IP 172.27.1.25 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/c3cc146a-ab8c-4082-8e52-0088f7b93da4) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:40:40.168646 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e67669d-de84-4703-a795-e79a82123532,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:40.246337 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.265582 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.269407 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a32cc-8fa0-40d9-9ced-048d12883042,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:40.283755 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.285015 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:40.288141 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.303181 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.378843 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3362594 Aug 10 10:40:40.383640 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:40:40.388107 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37740) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:40.404389 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Request body: {'subnet': {'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-subnet', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:40.425312 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.425957 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Added segment 0e83e259-fbe8-4bd8-bf59-0532ea6cb6c3 of type vlan for network fa861f54-e582-42f5-acf5-896054e8218a Aug 10 10:40:40.429180 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.430470 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:40.431322 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.433990 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30efdb0-3efc-4c46-a7e6-aa98489ec9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=b19e54be-240d-4de2-97ba-d37b57d1b3de,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:40.445903 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network b19e54be-240d-4de2-97ba-d37b57d1b3de details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:40:40.476241 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.533894 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.575779 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b1fcd8-6fd1-4d04-88c3-0a05eed86774,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:40.608119 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Made reservation on behalf of 0d2d659e30074d3a8f138742fa9684e3 for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:40.611759 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.616245 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d668443-02b9-4e2f-bee2-10270aed40f6,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:40.618835 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.624493 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5644686 Aug 10 10:40:40.625521 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8e572-0775-494e-9a82-0325251b338f admin admin] Pushing event updated for resources: {'Network': ['ID=c81deefc-a215-479f-b434-0c5534261322,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:40.627850 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37754) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:40.637376 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network c81deefc-a215-479f-b434-0c5534261322 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:40:40.644271 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Checking segment: {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:40.644636 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Network hostable DHCP agents. Network: a686f5a1-3827-490e-91cf-bda9d5767415, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:40:40.667073 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.670964 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Request body: {'subnet': {'network_id': 'c81deefc-a215-479f-b434-0c5534261322', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-458837379-subnet', 'tenant_id': '09750db56dc94c82b11d60fb8ff13805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:40.726765 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Network a686f5a1-3827-490e-91cf-bda9d5767415 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:40:40.745349 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3cc146a-ab8c-4082-8e52-0088f7b93da4,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:40.777473 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:40.779524 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, a686f5a1-3827-490e-91cf-bda9d5767415) {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:40.788097 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:40.788722 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.789296 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Made reservation on behalf of 09750db56dc94c82b11d60fb8ff13805 for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:40.791743 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.798616 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:40:40.801206 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef9528-c6a0-4157-9aa9-62aa42b7d8d8 None None] Network a686f5a1-3827-490e-91cf-bda9d5767415 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:40.804042 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:40.808471 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:40:40.874771 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-afc27a55-c07e-4e18-9bac-79de0167d82a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9618762 Aug 10 10:40:40.898422 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.899709 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:40.900425 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:40.913201 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37764) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:40.926596 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:41.012752 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4671981 Aug 10 10:40:41.024600 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37770) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:41.029962 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Request body: {'subnet': {'network_id': 'fa861f54-e582-42f5-acf5-896054e8218a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-525011784-subnet', 'tenant_id': '2faf26a749ec4f09aade742e5d322052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:41.087300 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01632673-323e-4f97-9afd-72fe8751c38e admin admin] Pushing event updated for resources: {'Network': ['ID=fa861f54-e582-42f5-acf5-896054e8218a,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:41.107098 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network fa861f54-e582-42f5-acf5-896054e8218a details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:40:41.122561 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.131364 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.171041 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-a686f5a1-3827-490e-91cf-bda9d5767415', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:40:41.171977 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.178221 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Made reservation on behalf of 2faf26a749ec4f09aade742e5d322052 for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:41.180855 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.284136 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.358322 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.408019 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.551330 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Allocated IP 172.20.0.2 (a686f5a1-3827-490e-91cf-bda9d5767415/7d668443-02b9-4e2f-bee2-10270aed40f6/7eeedd83-0495-4d6f-b532-addd445529ea) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:40:41.574017 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37776) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:41.737488 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.847189 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.849414 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e51a8980-75f8-425f-8a80-162f3a5fd519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.857779 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Transition to ACTIVE for port object 7eeedd83-0495-4d6f-b532-addd445529ea will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:41.876090 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Transition to ACTIVE for port object 7eeedd83-0495-4d6f-b532-addd445529ea will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:41.889276 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.975468 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.981773 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:41.986019 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Pushing event updated for resources: {'Port': ['ID=7eeedd83-0495-4d6f-b532-addd445529ea,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:41.996359 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e51a8980-75f8-425f-8a80-162f3a5fd519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.003606 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e51a8980-75f8-425f-8a80-162f3a5fd519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.010357 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.010781 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.011162 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.011504 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.011842 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.014464 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.014854 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.015218 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.015578 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.016854 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.017196 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.017549 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Tracked resource versions report: Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: pushed versions: Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: { 'AddressGroup': {'1.2'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'ConntrackHelper': {'1.0'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Log': {'1.0'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Network': {'1.1'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Port': {'1.7'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'PortForwarding': {'1.2'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'QosPolicy': {'1.9'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SecurityGroup': {'1.4'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SubPort': {'1.0'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Subnet': {'1.1'}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Trunk': {'1.1'}} Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: consumer versions: Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: { DHCP agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: HyperV agent@hv-cinder-77218: {}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: L3 agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: Metadata agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: Metering agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: Open vSwitch agent@dv-cinder-772181-13-iscsi: { 'AddressGroup': '1.2', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'ConntrackHelper': '1.0', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Log': '1.0', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Network': '1.1', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Port': '1.7', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'PortForwarding': '1.2', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'QosPolicy': '1.9', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SecurityGroup': '1.4', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SecurityGroupRule': '1.2', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'SubPort': '1.0', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Subnet': '1.1', Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: 'Trunk': '1.1'}} Aug 10 10:40:42.022944 dv-cinder-772181-13-iscsi neutron-server[99997]: {{(pid=99997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:40:42.052759 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Network a686f5a1-3827-490e-91cf-bda9d5767415 is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:42.062178 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:42.066054 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:40:42.074083 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a8980-75f8-425f-8a80-162f3a5fd519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73b96d8-67b1-4bad-9ec4-64c7023e35c8,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:42.090913 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Checking segment: {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:42.091565 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Network hostable DHCP agents. Network: b19e54be-240d-4de2-97ba-d37b57d1b3de, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:40:42.100071 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5162ef41-aa6d-4853-b720-e1a65475be83,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:42.112911 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-e51a8980-75f8-425f-8a80-162f3a5fd519 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8168eda96c2d4307a2686dd6f47547b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5373778 Aug 10 10:40:42.116313 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37798) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:42.151970 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Attempting to bind port 7eeedd83-0495-4d6f-b532-addd445529ea on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:40:42.154862 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Attempting to bind port 7eeedd83-0495-4d6f-b532-addd445529ea by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:40:42.155796 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Attempting to bind port 7eeedd83-0495-4d6f-b532-addd445529ea on network a686f5a1-3827-490e-91cf-bda9d5767415 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:40:42.164596 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.173360 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:40:42.175363 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Checking segment: {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:42.176271 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.177943 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Bound using segment: {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:40:42.179359 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Bound port: 7eeedd83-0495-4d6f-b532-addd445529ea, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:40:42.180272 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.280595 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Checking segment: {'id': '39bf5399-be86-4bcf-be50-11235f48cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c81deefc-a215-479f-b434-0c5534261322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:42.281054 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Network hostable DHCP agents. Network: c81deefc-a215-479f-b434-0c5534261322, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:40:42.285018 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Checking segment: {'id': '0e83e259-fbe8-4bd8-bf59-0532ea6cb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fa861f54-e582-42f5-acf5-896054e8218a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:42.286046 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Network hostable DHCP agents. Network: fa861f54-e582-42f5-acf5-896054e8218a, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:40:42.306446 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-deaf17d4-0e13-4c95-9b2b-eac459d58356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.315714 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Network b19e54be-240d-4de2-97ba-d37b57d1b3de is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:40:42.318417 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] For port 7eeedd83-0495-4d6f-b532-addd445529ea, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:40:42.324162 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] For port 7eeedd83-0495-4d6f-b532-addd445529ea, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=7eeedd83-0495-4d6f-b532-addd445529ea,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:40:42.327471 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47dc8cdf-0d65-4a1e-915d-5cd72d736034,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:42.335128 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.335693 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-deaf17d4-0e13-4c95-9b2b-eac459d58356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.387239 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a66c18-fa69-4c49-9a5d-aca3fdb5ac2e,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:42.387576 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Router 50db1405-fbed-4ef0-b494-11d8ecc35296 is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:40:42.398763 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, b19e54be-240d-4de2-97ba-d37b57d1b3de) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:42.416311 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Network c81deefc-a215-479f-b434-0c5534261322 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:40:42.425559 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, c81deefc-a215-479f-b434-0c5534261322) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:42.444025 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5202ad0-98ff-42bd-8f5f-38bbc148fbd8 None None] Network c81deefc-a215-479f-b434-0c5534261322 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:42.467299 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:42.468296 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.509850 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-deaf17d4-0e13-4c95-9b2b-eac459d58356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.512802 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-deaf17d4-0e13-4c95-9b2b-eac459d58356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.517451 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-deaf17d4-0e13-4c95-9b2b-eac459d58356 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d73b96d8-67b1-4bad-9ec4-64c7023e35c8 HTTP/1.1" status: 204 len: 168 time: 0.3967135 Aug 10 10:40:42.523511 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Network fa861f54-e582-42f5-acf5-896054e8218a is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:40:42.549097 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:42.550137 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.560852 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, fa861f54-e582-42f5-acf5-896054e8218a) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:42.595283 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf17d4-0e13-4c95-9b2b-eac459d58356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73b96d8-67b1-4bad-9ec4-64c7023e35c8,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:42.619179 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3a42b-b116-4b7c-b67e-623d1cb5865f None None] Pushing event updated for resources: {'Port': ['ID=7eeedd83-0495-4d6f-b532-addd445529ea,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:42.632014 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:40:42.646790 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Sync routers for ids ['50db1405-fbed-4ef0-b494-11d8ecc35296'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:40:42.663571 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Routers {'50db1405-fbed-4ef0-b494-11d8ecc35296'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:42.663571 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:40:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['50db1405-fbed-4ef0-b494-11d8ecc35296'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:42.663915 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58b8a13-5529-41ff-a3f0-14eb18acae4f None None] Network b19e54be-240d-4de2-97ba-d37b57d1b3de requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:42.663915 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c28a8f3-f57f-4224-ba27-4724165d3b56 None None] Network fa861f54-e582-42f5-acf5-896054e8218a requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:42.667627 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-af3c1d6a-0f83-4628-a2f5-4ba89a3c30d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0266728 Aug 10 10:40:42.670455 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.673436 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-27d32598-b709-4f08-b7af-99aca2184aa4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7210560 Aug 10 10:40:42.676185 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37820) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:42.677342 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:42.683872 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.698197 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.723723 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-7806125e-0bed-40e2-9a6f-62b4c6a34c0a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3291919 Aug 10 10:40:42.790817 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37826) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:42.800266 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:42.854367 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.970904 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.974315 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:43.030506 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Set router 50db1405-fbed-4ef0-b494-11d8ecc35296 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:43.231300 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:43.275054 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552c7675-322e-49c5-af05-6296ca0fa69d None None] Network c81deefc-a215-479f-b434-0c5534261322 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:43.327506 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Allocated IP 172.27.1.117 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/0676b049-4c95-46c3-8096-ab7f881b8748) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:40:43.409066 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-6c48430b-4727-4f05-b333-865cb5c37af3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3830917 Aug 10 10:40:43.464598 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37844) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:43.499100 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:41Z', 'revision_number': 3, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'gw_port': {'id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:43.637570 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Checking router: 50db1405-fbed-4ef0-b494-11d8ecc35296 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:40:43.638025 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Updating router 50db1405-fbed-4ef0-b494-11d8ecc35296 port c3cc146a-ab8c-4082-8e52-0088f7b93da4 binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:40:43.730430 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5c0deed1-50ec-49df-9c54-25b0f219bfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:43.732773 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37864) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:43.738105 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:43.764967 dv-cinder-772181-13-iscsi neutron-server[99996]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 10:40:43.766355 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:43.957342 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a0ee1-e09d-4dd0-ad6b-bf6bdba7748b None None] Network fa861f54-e582-42f5-acf5-896054e8218a requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:44.168898 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-b19e54be-240d-4de2-97ba-d37b57d1b3de', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:40:44.169809 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.298511 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.428446 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.440467 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Allocated IP 172.20.0.2 (b19e54be-240d-4de2-97ba-d37b57d1b3de/5162ef41-aa6d-4853-b720-e1a65475be83/57d521e4-769b-4366-bfb6-d93d32903e26) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:40:44.461535 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-8145bd6d-98fe-4c88-bbdd-ea378a09941e tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:44.463245 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-8145bd6d-98fe-4c88-bbdd-ea378a09941e tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/networks?id=c81deefc-a215-479f-b434-0c5534261322 HTTP/1.1" status: 200 len: 811 time: 0.7102997 Aug 10 10:40:44.474314 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0676b049-4c95-46c3-8096-ab7f881b8748,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:44.499598 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:44.503869 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:44.508483 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:40:44.623539 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.637564 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Transition to ACTIVE for port object c3cc146a-ab8c-4082-8e52-0088f7b93da4 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:44.651241 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.738391 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.749361 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Transition to ACTIVE for port object 57d521e4-769b-4366-bfb6-d93d32903e26 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:44.750467 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Pushing event updated for resources: {'Port': ['ID=c3cc146a-ab8c-4082-8e52-0088f7b93da4,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:44.769652 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Transition to ACTIVE for port object 57d521e4-769b-4366-bfb6-d93d32903e26 will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:44.772202 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.772783 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.775129 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.775653 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.777456 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.777936 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.778388 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.779509 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.780943 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.782074 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.782727 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a14e60-a964-4cba-a2a8-76fcbf7a1fac None None] Network a686f5a1-3827-490e-91cf-bda9d5767415 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:44.783293 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.785820 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Tracked resource versions report: Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: pushed versions: Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: { 'AddressGroup': {'1.2'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'ConntrackHelper': {'1.0'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Log': {'1.0'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Network': {'1.1'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Port': {'1.7'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'PortForwarding': {'1.2'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'QosPolicy': {'1.9'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SecurityGroup': {'1.4'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SubPort': {'1.0'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Subnet': {'1.1'}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Trunk': {'1.1'}} Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: consumer versions: Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: { DHCP agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: HyperV agent@hv-cinder-77218: {}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: L3 agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: Metadata agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: Metering agent@dv-cinder-772181-13-iscsi: {}, Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: Open vSwitch agent@dv-cinder-772181-13-iscsi: { 'AddressGroup': '1.2', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'ConntrackHelper': '1.0', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Log': '1.0', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Network': '1.1', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Port': '1.7', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'PortForwarding': '1.2', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'QosPolicy': '1.9', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SecurityGroup': '1.4', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SecurityGroupRule': '1.2', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'SubPort': '1.0', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Subnet': '1.1', Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: 'Trunk': '1.1'}} Aug 10 10:40:44.788863 dv-cinder-772181-13-iscsi neutron-server[99998]: {{(pid=99998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:40:44.791536 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 7eeedd83-0495-4d6f-b532-addd445529ea up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:40:44.805602 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.827921 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Attempting to bind port c3cc146a-ab8c-4082-8e52-0088f7b93da4 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:40:44.830990 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Attempting to bind port c3cc146a-ab8c-4082-8e52-0088f7b93da4 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:40:44.831569 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Attempting to bind port c3cc146a-ab8c-4082-8e52-0088f7b93da4 on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:40:44.840109 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:40:44.841689 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:44.843019 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.844374 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:40:44.845142 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Network b19e54be-240d-4de2-97ba-d37b57d1b3de is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:44.846526 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Bound port: c3cc146a-ab8c-4082-8e52-0088f7b93da4, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:40:44.848087 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.863892 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-a5a73dd4-c581-4dae-8f9d-51505e941997 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/quotas/09750db56dc94c82b11d60fb8ff13805 HTTP/1.1" status: 200 len: 375 time: 0.2533484 Aug 10 10:40:44.874059 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5c0deed1-50ec-49df-9c54-25b0f219bfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.891752 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5c0deed1-50ec-49df-9c54-25b0f219bfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.932833 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:44.934702 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Pushing event updated for resources: {'Port': ['ID=57d521e4-769b-4366-bfb6-d93d32903e26,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:44.954314 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:40:44.960700 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fe71e513-5ecc-4c75-a61e-44726253caa3 None None] Provisioning for port 7eeedd83-0495-4d6f-b532-addd445529ea completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:40:44.980388 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] For port c3cc146a-ab8c-4082-8e52-0088f7b93da4, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:40:44.988744 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] For port c3cc146a-ab8c-4082-8e52-0088f7b93da4, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=c3cc146a-ab8c-4082-8e52-0088f7b93da4,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:40:44.997021 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37904) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:44.999450 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.015599 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090554364-network', 'tenant_id': '2e2ec9c8883f42ac95d5bc1092f56578'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:45.017435 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-10b8bd38-36b5-4ccb-a808-d5fcb28224c0 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=09750db56dc94c82b11d60fb8ff13805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525888 Aug 10 10:40:45.069367 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Attempting to bind port 57d521e4-769b-4366-bfb6-d93d32903e26 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:40:45.069749 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Attempting to bind port 57d521e4-769b-4366-bfb6-d93d32903e26 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:40:45.070117 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Attempting to bind port 57d521e4-769b-4366-bfb6-d93d32903e26 on network b19e54be-240d-4de2-97ba-d37b57d1b3de {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:40:45.078010 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Made reservation on behalf of 2e2ec9c8883f42ac95d5bc1092f56578 for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:45.080437 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.083716 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:40:45.084111 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Checking segment: {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:45.084692 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.085122 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Bound using segment: {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:40:45.085618 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Bound port: 57d521e4-769b-4366-bfb6-d93d32903e26, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:40:45.086028 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.099752 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.101981 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0deed1-50ec-49df-9c54-25b0f219bfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b863c6-9d01-4b76-ac7c-0e10257bb9a2,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:45.134791 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-5c0deed1-50ec-49df-9c54-25b0f219bfc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72bbb5cdeb1f47e79f5121f91a11702f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6620607 Aug 10 10:40:45.149849 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37912) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:45.153990 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ceea-83d1-478b-aadb-802a5081e067 None None] Pushing event updated for resources: {'Port': ['ID=c3cc146a-ab8c-4082-8e52-0088f7b93da4,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:45.190157 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.195997 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Routers {'50db1405-fbed-4ef0-b494-11d8ecc35296'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:45.196651 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:40:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['50db1405-fbed-4ef0-b494-11d8ecc35296'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:45.200573 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.332609 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 7eeedd83-0495-4d6f-b532-addd445529ea completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:40:45.347455 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] For port 57d521e4-769b-4366-bfb6-d93d32903e26, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:40:45.354098 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 7eeedd83-0495-4d6f-b532-addd445529ea triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:45.355307 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.426120 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] For port 57d521e4-769b-4366-bfb6-d93d32903e26, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=57d521e4-769b-4366-bfb6-d93d32903e26,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:40:45.429571 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-5fdf4a7d-8bc1-4827-a1a6-785b9d76b086 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99996) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:40:45.430706 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-5fdf4a7d-8bc1-4827-a1a6-785b9d76b086 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1664295 Aug 10 10:40:45.445935 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] Set router 50db1405-fbed-4ef0-b494-11d8ecc35296 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:45.459330 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.479580 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.603299 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.627258 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616061af-2cf2-4256-a5e1-d777d8e4b520 None None] Pushing event updated for resources: {'Port': ['ID=57d521e4-769b-4366-bfb6-d93d32903e26,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:45.629564 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.663285 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.681637 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.694141 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 7eeedd83-0495-4d6f-b532-addd445529ea, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=7eeedd83-0495-4d6f-b532-addd445529ea,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:45.700212 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.707548 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.709336 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Allocated IP 172.20.0.1 (6b0c085c-bf67-45ed-acd0-fdd1b26ef92d/773fcac6-d171-4f89-b223-b13781b04501/499e5b1d-5f2c-421a-9604-19490d3a2059) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:40:45.783339 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:40:45.801079 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=7eeedd83-0495-4d6f-b532-addd445529ea,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:45.821656 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.822115 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Added segment 1e45a827-c64e-47eb-ab3c-870748aa3562 of type vlan for network c99bdc99-440d-4c48-9dcb-720662f5225c Aug 10 10:40:45.836960 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ece55e-cc89-4cf0-bc4b-ba33fb8a8c55,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:45.851942 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:41Z', 'revision_number': 3, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'gw_port': {'id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:45.852682 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9f28cd5e-b50b-4479-adad-d33c1e0333db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.906589 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d97cc45-d053-4b03-8c4c-ceda042755cb None None] The sync data for ids ['50db1405-fbed-4ef0-b494-11d8ecc35296'] in dv-cinder-772181-13-iscsi is: [{'id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:41Z', 'revision_number': 3, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'gw_port': {'id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:40:45.925040 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-924fe31b-c45e-4041-8e4e-fd07c4000b1f service neutron] 10.222.0.43 "GET /v2.0/networks/c81deefc-a215-479f-b434-0c5534261322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819067 Aug 10 10:40:45.958024 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.014961 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-77df7533-a2ef-467e-b7a7-d54fd6d0edfc None None] Provisioning complete for port 7eeedd83-0495-4d6f-b532-addd445529ea triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:46.015725 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-77df7533-a2ef-467e-b7a7-d54fd6d0edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.022120 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.023612 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:46.024468 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.039917 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9f28cd5e-b50b-4479-adad-d33c1e0333db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.102844 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.109112 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0978186 Aug 10 10:40:46.117395 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37922) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:46.123364 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Request body: {'subnet': {'network_id': 'c99bdc99-440d-4c48-9dcb-720662f5225c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2090554364-subnet', 'tenant_id': '2e2ec9c8883f42ac95d5bc1092f56578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:46.149029 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Allocated IP 172.27.1.149 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/a273c5be-fd08-4a2b-a586-f8de3ebec000) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:40:46.170726 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43931bc1-9588-4018-8844-f4d20ca59e3d admin admin] Pushing event updated for resources: {'Network': ['ID=c99bdc99-440d-4c48-9dcb-720662f5225c,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:46.185809 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network c99bdc99-440d-4c48-9dcb-720662f5225c details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:40:46.208472 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Made reservation on behalf of 2e2ec9c8883f42ac95d5bc1092f56578 for: {'subnet': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:46.209804 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.219202 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:40:46.245891 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9f28cd5e-b50b-4479-adad-d33c1e0333db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.268308 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9f28cd5e-b50b-4479-adad-d33c1e0333db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.272480 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9f28cd5e-b50b-4479-adad-d33c1e0333db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5b863c6-9d01-4b76-ac7c-0e10257bb9a2 HTTP/1.1" status: 204 len: 168 time: 1.1189570 Aug 10 10:40:46.377408 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-1d4d6f6f-6ccd-491b-8779-6de606f534cc service neutron] 10.222.0.43 "GET /v2.0/networks/c81deefc-a215-479f-b434-0c5534261322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514537 Aug 10 10:40:46.408361 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28cd5e-b50b-4479-adad-d33c1e0333db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b863c6-9d01-4b76-ac7c-0e10257bb9a2,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:46.596153 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:40:46.612324 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Sync routers for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:40:46.637976 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.641572 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-949c6fe5-de80-4a0c-83d7-c5f094c5c4e5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7247241 Aug 10 10:40:46.645899 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 37936) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:46.662739 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:46.685059 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:40:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:46.713076 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.775583 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.853265 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 7eeedd83-0495-4d6f-b532-addd445529ea up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:40:46.890855 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.960135 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:46.962925 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Pushing event updated for resources: {'Port': ['ID=499e5b1d-5f2c-421a-9604-19490d3a2059,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:46.966039 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 37946) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:46.978753 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:47.053283 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:47.111073 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 7eeedd83-0495-4d6f-b532-addd445529ea triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:47.111455 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:47.170745 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:40:47.276616 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9e4a3418-6106-4a5d-af7b-4d31c6958d7e req-fcff4b40-b0ba-495b-91ed-9c708ee5cdbc tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.2735717 Aug 10 10:40:47.289897 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:47.293818 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:47.467972 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:47.472382 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:40:47.472382 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:47.570426 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a430e63-8f83-4ec6-9b66-14fe84675c24 None None] Network b19e54be-240d-4de2-97ba-d37b57d1b3de requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:47.787388 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-3b890429-ba3b-441b-afae-1ed7a5d2f70d None None] Provisioning for port 57d521e4-769b-4366-bfb6-d93d32903e26 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:40:47.819554 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Pushing event updated for resources: {'Port': ['ID=a273c5be-fd08-4a2b-a586-f8de3ebec000,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:47.890736 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Checking segment: {'id': '1e45a827-c64e-47eb-ab3c-870748aa3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c99bdc99-440d-4c48-9dcb-720662f5225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:47.891406 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Network hostable DHCP agents. Network: c99bdc99-440d-4c48-9dcb-720662f5225c, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:40:47.894655 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 57d521e4-769b-4366-bfb6-d93d32903e26 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:40:47.939516 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:44Z', 'revision_number': 3, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:47.967167 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Network c99bdc99-440d-4c48-9dcb-720662f5225c is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:40:47.979542 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10a5dce-901e-4c4e-a16e-3697cde3998e,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:47.988360 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, c99bdc99-440d-4c48-9dcb-720662f5225c) {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:47.994221 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:47.999098 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:48.000142 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:48.005080 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Checking router: a7a05417-d029-4fd1-a71e-a1aa8f1e2015 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:40:48.005586 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Updating router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 port 0676b049-4c95-46c3-8096-ab7f881b8748 binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:40:48.042270 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:48.068166 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf202d-a9c8-49d0-967e-c6e4100adde6 None None] Network c99bdc99-440d-4c48-9dcb-720662f5225c requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:48.216074 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-0b720a11-afda-4ab8-aabc-4f640cc118b3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0889630 Aug 10 10:40:48.290775 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:48.455400 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38000) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:48.606815 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4f784e60-fcb3-43e5-9a92-637ef4611f32 req-77d317d5-7870-4103-8dda-fa40953a823b tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.1742363 Aug 10 10:40:48.629756 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:48.743483 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 57d521e4-769b-4366-bfb6-d93d32903e26 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:40:48.897715 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 57d521e4-769b-4366-bfb6-d93d32903e26 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:48.899712 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:48.907926 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:48.923807 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:48.924564 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.074237 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed910563-7689-462f-898c-9873ab66ad48 admin admin] Deleting subnet 47dc8cdf-0d65-4a1e-915d-5cd72d736034 {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:40:49.086991 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ed910563-7689-462f-898c-9873ab66ad48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.199264 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba4e99-dc2a-4997-a48b-9147c1503102 None None] Network c99bdc99-440d-4c48-9dcb-720662f5225c requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:49.216483 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.278269 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ed910563-7689-462f-898c-9873ab66ad48 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.342432 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ed910563-7689-462f-898c-9873ab66ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.549039 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.559044 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ed910563-7689-462f-898c-9873ab66ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.589429 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.625664 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Allocated IP 172.20.0.1 (a686f5a1-3827-490e-91cf-bda9d5767415/7d668443-02b9-4e2f-bee2-10270aed40f6/1a235abd-cafe-4a95-849f-561c5907a873) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:40:49.673275 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 57d521e4-769b-4366-bfb6-d93d32903e26, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=57d521e4-769b-4366-bfb6-d93d32903e26,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:49.681498 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed910563-7689-462f-898c-9873ab66ad48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47dc8cdf-0d65-4a1e-915d-5cd72d736034,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:49.724306 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ed910563-7689-462f-898c-9873ab66ad48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.729013 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-ed910563-7689-462f-898c-9873ab66ad48 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/47dc8cdf-0d65-4a1e-915d-5cd72d736034 HTTP/1.1" status: 204 len: 168 time: 1.2696941 Aug 10 10:40:49.733068 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38042) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:49.741933 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.751880 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Transition to ACTIVE for port object 0676b049-4c95-46c3-8096-ab7f881b8748 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:49.810695 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Pushing event updated for resources: {'Port': ['ID=499e5b1d-5f2c-421a-9604-19490d3a2059,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:49.928363 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=57d521e4-769b-4366-bfb6-d93d32903e26,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:49.957934 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:49.996731 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:50.001136 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:50.009191 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6025cb8c-cf0d-4261-bfe0-0c554ff3e109 req-cfa3cc63-2886-42a9-8b3a-6bac657262dd tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.2086477 Aug 10 10:40:50.034898 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.084089 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Router 77cfecca-88d4-4242-8746-3e1df11941a7 is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:40:50.164341 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.176815 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device c3cc146a-ab8c-4082-8e52-0088f7b93da4 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:40:50.196640 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Transition to ACTIVE for port object 1a235abd-cafe-4a95-849f-561c5907a873 will not be triggered until provisioned by entity DHCP. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:50.268816 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6b6b6628-0405-4697-a2fe-04a4595b1de6 None None] Provisioning complete for port 57d521e4-769b-4366-bfb6-d93d32903e26 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:50.269202 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6628-0405-4697-a2fe-04a4595b1de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.345460 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Router 50db1405-fbed-4ef0-b494-11d8ecc35296 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:40:50.371029 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a32de-38e3-43a4-bbe7-37ba2abaa6ab None None] Pushing event updated for resources: {'Port': ['ID=0676b049-4c95-46c3-8096-ab7f881b8748,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:50.401281 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Attempting to bind port 0676b049-4c95-46c3-8096-ab7f881b8748 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:40:50.402058 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Attempting to bind port 0676b049-4c95-46c3-8096-ab7f881b8748 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:40:50.402804 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Attempting to bind port 0676b049-4c95-46c3-8096-ab7f881b8748 on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:40:50.421736 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:40:50.422801 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:50.423690 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.424478 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:40:50.426006 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Bound port: 0676b049-4c95-46c3-8096-ab7f881b8748, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:40:50.426411 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.439256 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.455381 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:40:50.471593 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Sync routers for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:40:50.480570 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.482445 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-22c1a36d-cc87-41a5-9656-c7457b278818 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6904836 Aug 10 10:40:50.487967 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38066) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:50.501640 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:50.502712 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:40:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:50.561462 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:40:50.566619 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a235abd-cafe-4a95-849f-561c5907a873,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:50.590101 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.620381 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] For port 0676b049-4c95-46c3-8096-ab7f881b8748, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:40:50.620760 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-610a8660-d187-48b7-820b-35493eb23e6b admin admin] 10.222.0.43 "PUT /v2.0/routers/50db1405-fbed-4ef0-b494-11d8ecc35296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9390850 Aug 10 10:40:50.622630 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] For port 0676b049-4c95-46c3-8096-ab7f881b8748, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=0676b049-4c95-46c3-8096-ab7f881b8748,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:40:50.629869 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Network a686f5a1-3827-490e-91cf-bda9d5767415 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:50.634276 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.634871 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.636216 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.636784 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > port after_create 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.637365 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.637967 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > port after_update 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.638511 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.639120 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.639672 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.640213 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.645846 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Sync routers for ids ['50db1405-fbed-4ef0-b494-11d8ecc35296'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:40:50.664084 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port c3cc146a-ab8c-4082-8e52-0088f7b93da4 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:40:50.783838 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port c3cc146a-ab8c-4082-8e52-0088f7b93da4 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:50.784625 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.898331 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:50.990500 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Routers {'50db1405-fbed-4ef0-b494-11d8ecc35296'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:50.991327 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.991896 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.992718 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:40:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['50db1405-fbed-4ef0-b494-11d8ecc35296'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:50.993438 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.993963 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:40:50.994577 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa861f54-e582-42f5-acf5-896054e8218a']}} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:51.020077 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e83e259-fbe8-4bd8-bf59-0532ea6cb6c3') {'for_net_delete': True} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:51.020742 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e83e259-fbe8-4bd8-bf59-0532ea6cb6c3') {} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:51.025868 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:51.045341 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11460352'] for segment, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:51.074309 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:51.091705 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=99995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:40:51.092542 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950914'] for segment, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: from cryptography.utils import int_from_bytes Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: from cryptography.utils import int_from_bytes Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: Traceback (most recent call last): Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: timer() Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: cb(*args, **kw) Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: return func(*args, **kwargs) Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: self._notify() Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: self.callback(batched_events) Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: event.method(event) Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: return f(self, *a, **k) Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._get(url).json() Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: return self.request(url, 'GET', **kwargs) Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:40:51.215303 dv-cinder-772181-13-iscsi neutron-server[99995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:40:51.230879 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:51.258099 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:40:51.261370 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:51.384176 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Set router 50db1405-fbed-4ef0-b494-11d8ecc35296 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:51.502166 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:51.503036 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:40:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:51.630042 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:51.640585 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:47Z', 'revision_number': 3, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:51.715264 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:51.724120 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fa861f54-e582-42f5-acf5-896054e8218a HTTP/1.1" status: 204 len: 168 time: 1.9891140 Aug 10 10:40:51.735782 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3eb46c-43d4-4361-8e6b-25fc62bfbea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa861f54-e582-42f5-acf5-896054e8218a,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:51.756711 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38102) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:51.758823 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Checking router: 77cfecca-88d4-4242-8746-3e1df11941a7 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:40:51.759651 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Updating router 77cfecca-88d4-4242-8746-3e1df11941a7 port a273c5be-fd08-4a2b-a586-f8de3ebec000 binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:40:51.822897 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:51.876222 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b2531496-0f07-4587-a735-73aa3f4b1a8e req-0ad8b32d-4ccf-4b0e-bf77-08e04554450f tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.3094695 Aug 10 10:40:51.910277 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-dffd72ac-6956-41bc-ab75-31c2a9af13b6 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:51.917928 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-dffd72ac-6956-41bc-ab75-31c2a9af13b6 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 819 time: 0.3249207 Aug 10 10:40:52.037168 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-577a8391-2493-4052-8c4d-0d86ded33f68 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/quotas/08a87f5d46924e40a5c9cead64d50ada HTTP/1.1" status: 200 len: 375 time: 0.0772297 Aug 10 10:40:52.177729 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.291990 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:52.365571 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-fc27f6ef-66b6-420a-beb5-95546c4bb00c tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3038948 Aug 10 10:40:52.371042 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a32de-38e3-43a4-bbe7-37ba2abaa6ab None None] Pushing event updated for resources: {'Port': ['ID=0676b049-4c95-46c3-8096-ab7f881b8748,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:52.394387 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.452422 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-0ee0d05e-5147-4d48-80f6-699dc9bf322d None None] Provisioning for port 1a235abd-cafe-4a95-849f-561c5907a873 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:40:52.456297 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb3a43a-ac1d-47e6-a189-784a10ffb631 admin admin] Deleting subnet f10a5dce-901e-4c4e-a16e-3697cde3998e {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:40:52.481673 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port c3cc146a-ab8c-4082-8e52-0088f7b93da4, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=c3cc146a-ab8c-4082-8e52-0088f7b93da4,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:52.485032 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-0ee0d05e-5147-4d48-80f6-699dc9bf322d None None] Provisioning complete for port 1a235abd-cafe-4a95-849f-561c5907a873 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:52.485551 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-0ee0d05e-5147-4d48-80f6-699dc9bf322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.493922 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.505798 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a43a-ac1d-47e6-a189-784a10ffb631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.585264 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a43a-ac1d-47e6-a189-784a10ffb631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11460473'] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.619915 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.636588 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Transition to ACTIVE for port object a273c5be-fd08-4a2b-a586-f8de3ebec000 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:52.646262 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.672861 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-6b7ab6ec-1afc-4a0e-99fc-9a70c0e08b3f service neutron] 10.222.0.43 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936480 Aug 10 10:40:52.676115 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.679579 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a43a-ac1d-47e6-a189-784a10ffb631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.703348 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98b3d8-53fb-4b6f-bc27-2974705af239 None None] Pushing event updated for resources: {'Port': ['ID=a273c5be-fd08-4a2b-a586-f8de3ebec000,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:52.743653 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0d05e-5147-4d48-80f6-699dc9bf322d None None] Port 1a235abd-cafe-4a95-849f-561c5907a873 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:40:52.744974 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Attempting to bind port a273c5be-fd08-4a2b-a586-f8de3ebec000 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:40:52.745580 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Attempting to bind port a273c5be-fd08-4a2b-a586-f8de3ebec000 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:40:52.749127 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=c3cc146a-ab8c-4082-8e52-0088f7b93da4,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:52.750852 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Attempting to bind port a273c5be-fd08-4a2b-a586-f8de3ebec000 on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:40:52.759601 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:40:52.760095 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:52.760399 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.760847 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:40:52.761832 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Bound port: a273c5be-fd08-4a2b-a586-f8de3ebec000, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:40:52.761832 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.765389 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 57d521e4-769b-4366-bfb6-d93d32903e26 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:40:52.852265 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] For port a273c5be-fd08-4a2b-a586-f8de3ebec000, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:40:52.856742 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] For port a273c5be-fd08-4a2b-a586-f8de3ebec000, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=a273c5be-fd08-4a2b-a586-f8de3ebec000,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:40:52.864853 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a43a-ac1d-47e6-a189-784a10ffb631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11743965'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.866459 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.892096 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ddb3a43a-ac1d-47e6-a189-784a10ffb631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:52.894328 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-ddb3a43a-ac1d-47e6-a189-784a10ffb631 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f10a5dce-901e-4c4e-a16e-3697cde3998e HTTP/1.1" status: 204 len: 168 time: 1.1206861 Aug 10 10:40:52.919276 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38114) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:52.939889 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3a43a-ac1d-47e6-a189-784a10ffb631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10a5dce-901e-4c4e-a16e-3697cde3998e,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:53.056656 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-1a624827-7d1d-4e5b-a39f-e5843ac377b0 service neutron] 10.222.0.43 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620663 Aug 10 10:40:53.065371 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:53.073139 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:40:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:53.086072 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.110241 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.137537 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7c1b5b1e-4bec-4a66-9ae2-cbda29901acb req-9ed7ddbd-a213-44cc-8c6b-05a3f59e620a tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.0798187 Aug 10 10:40:53.188735 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:48Z', 'revision_number': 4, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'gw_port': {'id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '499e5b1d-5f2c-421a-9604-19490d3a2059', 'name': '', 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'mac_address': 'fa:16:3e:57:59:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '773fcac6-d171-4f89-b223-b13781b04501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:40:48Z', 'revision_number': 2, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'subnets': [{'id': '773fcac6-d171-4f89-b223-b13781b04501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:53.199315 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98b3d8-53fb-4b6f-bc27-2974705af239 None None] Pushing event updated for resources: {'Port': ['ID=a273c5be-fd08-4a2b-a586-f8de3ebec000,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:53.224894 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.250528 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a235abd-cafe-4a95-849f-561c5907a873,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:53.267908 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.450008 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.466663 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:53.485905 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99bdc99-440d-4c48-9dcb-720662f5225c']}} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:53.500637 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Allocated IP 172.20.0.1 (b19e54be-240d-4de2-97ba-d37b57d1b3de/5162ef41-aa6d-4853-b720-e1a65475be83/8aa75e70-14da-4f9e-812d-04392c01c898) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:40:53.514880 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Checking router: 50db1405-fbed-4ef0-b494-11d8ecc35296 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:40:53.515610 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Updating router 50db1405-fbed-4ef0-b494-11d8ecc35296 port 499e5b1d-5f2c-421a-9604-19490d3a2059 binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:40:53.570023 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e45a827-c64e-47eb-ab3c-870748aa3562') {'for_net_delete': True} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:53.570443 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e45a827-c64e-47eb-ab3c-870748aa3562') {} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:53.622609 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11460352'] for segment, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.734059 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.768934 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Network a686f5a1-3827-490e-91cf-bda9d5767415 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:53.798578 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:53.814323 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.837494 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=99995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:40:53.845330 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950914'] for segment, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: Traceback (most recent call last): Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: timer() Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: cb(*args, **kw) Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: return func(*args, **kwargs) Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: self._notify() Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: self.callback(batched_events) Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: event.method(event) Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: return f(self, *a, **k) Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._get(url).json() Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: return self.request(url, 'GET', **kwargs) Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:40:53.853621 dv-cinder-772181-13-iscsi neutron-server[99995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:40:53.870722 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 57d521e4-769b-4366-bfb6-d93d32903e26 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:53.871352 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:53.968141 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:54.063906 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cc2ffe39-f0cd-487d-8041-a0207be6197d req-9db46f30-0ea6-4563-a160-d5ef3d517534 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 210 time: 0.0879362 Aug 10 10:40:54.252502 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:47Z', 'revision_number': 3, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:54.277829 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Transition to ACTIVE for port object 8aa75e70-14da-4f9e-812d-04392c01c898 will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:54.304890 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:54.356288 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3b8e5-d11f-4e18-8012-d64670366ba4 None None] The sync data for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi is: [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:47Z', 'revision_number': 3, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:40:54.371996 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:54.374098 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:54.390787 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c99bdc99-440d-4c48-9dcb-720662f5225c HTTP/1.1" status: 204 len: 168 time: 1.4694507 Aug 10 10:40:54.471549 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa75e70-14da-4f9e-812d-04392c01c898,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:54.499628 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Network b19e54be-240d-4de2-97ba-d37b57d1b3de is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:54.529169 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:54.542199 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-389bb819-beb5-4ddf-8df5-662b0037523d req-1ac43583-c784-4158-b3dc-7fe825e62ee2 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.0869522 Aug 10 10:40:54.557277 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:40:54.557773 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:54.705521 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daae41-f76f-474a-acfb-5f664906acc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c99bdc99-440d-4c48-9dcb-720662f5225c,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:54.723488 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.26', 58558) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:54.771509 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:44Z', 'revision_number': 3, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:54.967212 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63da369-1e47-4bad-ae5d-2fdcee79621f None None] The sync data for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi is: [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:44Z', 'revision_number': 3, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:40:55.206806 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-bd043e10-2d18-40ce-8470-39fdf159ad52 None None] Provisioning complete for port 1a235abd-cafe-4a95-849f-561c5907a873 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:55.207718 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-bd043e10-2d18-40ce-8470-39fdf159ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:55.358723 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:40:55.372496 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38188) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:55.514635 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38194) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:55.865950 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:56.187734 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device c3cc146a-ab8c-4082-8e52-0088f7b93da4 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:40:56.242155 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-1c95adbd-0090-4186-bacf-9cfb304217ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2faf26a749ec4f09aade742e5d322052&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7162859 Aug 10 10:40:56.246206 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38222) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:56.343220 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-db1199ad-0107-4576-87bd-f932e969bf2a req-3cf899a2-e01e-46ce-adf1-05613444aaf1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.3586595 Aug 10 10:40:56.424702 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-bd043e10-2d18-40ce-8470-39fdf159ad52 None None] Port 1a235abd-cafe-4a95-849f-561c5907a873 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:40:56.427848 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd95af3-6b42-4356-8850-85727168caf9 req-c391413c-c4c9-410a-905e-4cb77bd3f69e tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:56.444874 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-c391413c-c4c9-410a-905e-4cb77bd3f69e tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 819 time: 1.5031855 Aug 10 10:40:56.584683 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:56.604562 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-bfb3be21-a37c-430b-958c-9ebb0b7f9371 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/quotas/08a87f5d46924e40a5c9cead64d50ada HTTP/1.1" status: 200 len: 375 time: 0.1579237 Aug 10 10:40:56.680700 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Transition to ACTIVE for port object 499e5b1d-5f2c-421a-9604-19490d3a2059 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:40:56.714099 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:56.864767 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-4106f324-0272-4978-b2ad-c5dc84b9afcd tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:56.869012 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-4106f324-0272-4978-b2ad-c5dc84b9afcd tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.26 "GET /v2.0/networks?id=c81deefc-a215-479f-b434-0c5534261322 HTTP/1.1" status: 200 len: 811 time: 2.1394184 Aug 10 10:40:56.880721 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0ad9cc13-3484-4bf9-8a68-5f2feebb6e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:56.965364 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-d499c96a-8c01-4fd9-93f4-304a05b26e43 None None] Provisioning for port 8aa75e70-14da-4f9e-812d-04392c01c898 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:40:57.071285 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2829c86a-a263-43e7-b278-67518f86c7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:57.152425 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-d499c96a-8c01-4fd9-93f4-304a05b26e43 None None] Provisioning complete for port 8aa75e70-14da-4f9e-812d-04392c01c898 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:57.153007 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d499c96a-8c01-4fd9-93f4-304a05b26e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:57.237781 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Request body: {'port': {'device_id': 'e72da7bc-b210-4a5a-a56f-a197ad9db7f8', 'network_id': 'c81deefc-a215-479f-b434-0c5534261322', 'admin_state_up': True, 'tenant_id': '09750db56dc94c82b11d60fb8ff13805'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:40:57.311428 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-294fb6fa-77d2-43b5-91eb-fc7419660ae5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6651242 Aug 10 10:40:57.388990 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:40:57.450585 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-baa27e96-1865-4270-abc1-038f2a4ad8c5 admin admin] 10.222.0.43 "PUT /v2.0/routers/a7a05417-d029-4fd1-a71e-a1aa8f1e2015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7980602 Aug 10 10:40:57.554332 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a1c05-c835-44aa-acff-2ced076ecf4d None None] Pushing event updated for resources: {'Port': ['ID=499e5b1d-5f2c-421a-9604-19490d3a2059,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:57.562344 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2829c86a-a263-43e7-b278-67518f86c7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:57.583257 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-3de3aa2a-8932-4f63-af0a-af08edd587b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:57.628882 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port c3cc146a-ab8c-4082-8e52-0088f7b93da4 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:57.629948 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:57.736606 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Attempting to bind port 499e5b1d-5f2c-421a-9604-19490d3a2059 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:40:57.738961 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Attempting to bind port 499e5b1d-5f2c-421a-9604-19490d3a2059 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:40:57.760710 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Attempting to bind port 499e5b1d-5f2c-421a-9604-19490d3a2059 on network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:40:57.796099 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-d499c96a-8c01-4fd9-93f4-304a05b26e43 None None] Port 8aa75e70-14da-4f9e-812d-04392c01c898 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:40:57.829387 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:40:57.830717 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Checking segment: {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:40:57.834745 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:57.848912 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Bound using segment: {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:40:57.850163 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Bound port: 499e5b1d-5f2c-421a-9604-19490d3a2059, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:40:57.851379 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:57.938670 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6911dd08-f933-4bd6-92eb-127afdf45dee req-e3167396-864e-48e4-83c5-862023be3eaf tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.1808784 Aug 10 10:40:57.948785 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:58.027216 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:58.028700 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:58.340966 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.26', 58566) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:58.373119 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] For port 499e5b1d-5f2c-421a-9604-19490d3a2059, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:40:58.425556 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] For port 499e5b1d-5f2c-421a-9604-19490d3a2059, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=499e5b1d-5f2c-421a-9604-19490d3a2059,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:40:58.440285 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:58.746948 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0ad9cc13-3484-4bf9-8a68-5f2feebb6e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:58.757557 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Routers {'50db1405-fbed-4ef0-b494-11d8ecc35296'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:58.760266 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:40:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['50db1405-fbed-4ef0-b494-11d8ecc35296'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:58.814255 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0ad9cc13-3484-4bf9-8a68-5f2feebb6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:58.832094 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2829c86a-a263-43e7-b278-67518f86c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:58.838223 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2829c86a-a263-43e7-b278-67518f86c7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:58.883195 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-2829c86a-a263-43e7-b278-67518f86c7b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70b1fcd8-6fd1-4d04-88c3-0a05eed86774 HTTP/1.1" status: 204 len: 168 time: 2.5198929 Aug 10 10:40:58.883195 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-d8112d55-25ad-4016-b3a8-eab191d12a9c service neutron] 10.222.0.43 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5557456 Aug 10 10:40:58.899875 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829c86a-a263-43e7-b278-67518f86c7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b1fcd8-6fd1-4d04-88c3-0a05eed86774,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:58.939494 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa75e70-14da-4f9e-812d-04392c01c898,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:59.118737 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Made reservation on behalf of 09750db56dc94c82b11d60fb8ff13805 for: {'port': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:40:59.129151 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:59.139125 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device a273c5be-fd08-4a2b-a586-f8de3ebec000 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:40:59.303273 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Network b19e54be-240d-4de2-97ba-d37b57d1b3de is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:40:59.314315 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:40:59.324083 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-0ad9cc13-3484-4bf9-8a68-5f2feebb6e91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad049eb60d5c4d52a8ee8a1c010ad973&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9357295 Aug 10 10:40:59.325315 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38322) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:59.341590 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9cc13-3484-4bf9-8a68-5f2feebb6e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145906c4-f7bd-4383-9921-122509c80bc1,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:59.348561 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-22385e62-2e68-4b3a-898e-3c5fa40936bf service neutron] 10.222.0.43 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793324 Aug 10 10:40:59.370541 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a1c05-c835-44aa-acff-2ced076ecf4d None None] Pushing event updated for resources: {'Port': ['ID=499e5b1d-5f2c-421a-9604-19490d3a2059,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:59.668903 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port a273c5be-fd08-4a2b-a586-f8de3ebec000 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:40:59.777231 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port a273c5be-fd08-4a2b-a586-f8de3ebec000 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:40:59.780748 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:59.824723 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fba43147-d5b3-432c-a58b-17792a1c9165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:00.043785 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] Set router 50db1405-fbed-4ef0-b494-11d8ecc35296 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:41:00.263998 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Router 77cfecca-88d4-4242-8746-3e1df11941a7 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:41:00.331863 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Sync routers for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:41:00.362486 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:41:00.363945 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:41:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:00.373736 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:00.386195 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:00.457641 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-daa2af69-69f9-4479-bdd4-ab7194dda263 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:00.464929 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-daa2af69-69f9-4479-bdd4-ab7194dda263 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 819 time: 2.1181128 Aug 10 10:41:00.483194 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38334) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:00.484974 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38342) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:00.498723 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-d45dd9b7-0c45-4741-85f6-c36ae78494fb tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436541815', 'description': 'tempest-description--58501119'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:00.622526 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-61fed7bc-ee39-4e9e-afba-825ac95f6599 None None] Provisioning complete for port 8aa75e70-14da-4f9e-812d-04392c01c898 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:00.622909 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-61fed7bc-ee39-4e9e-afba-825ac95f6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:00.638363 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Request body: {'port': {'device_id': 'a1d1aa4a-9de6-4982-ae18-138e99d76f02', 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d', 'admin_state_up': True, 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:00.666284 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d45dd9b7-0c45-4741-85f6-c36ae78494fb tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:00.686139 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port a273c5be-fd08-4a2b-a586-f8de3ebec000, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=a273c5be-fd08-4a2b-a586-f8de3ebec000,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:00.689047 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-61fed7bc-ee39-4e9e-afba-825ac95f6599 None None] Port 8aa75e70-14da-4f9e-812d-04392c01c898 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:41:00.698212 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:00.699760 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 0676b049-4c95-46c3-8096-ab7f881b8748 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:00.771458 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:00.876908 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:41:00.911891 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90899c75-2d69-441e-aaec-cdb8322f2887 req-c2e35708-c4e8-4c8f-8e00-9acb49bf6249 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 210 time: 0.2858987 Aug 10 10:41:00.926364 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 0676b049-4c95-46c3-8096-ab7f881b8748 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:00.957218 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 0676b049-4c95-46c3-8096-ab7f881b8748 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:00.957587 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:00.972349 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=a273c5be-fd08-4a2b-a586-f8de3ebec000,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:01.072826 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:48Z', 'revision_number': 4, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'gw_port': {'id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '499e5b1d-5f2c-421a-9604-19490d3a2059', 'name': '', 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'mac_address': 'fa:16:3e:57:59:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '773fcac6-d171-4f89-b223-b13781b04501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:40:58Z', 'revision_number': 4, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'subnets': [{'id': '773fcac6-d171-4f89-b223-b13781b04501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:01.175987 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2d6954e6-18ea-4478-8586-f2f19973569f req-99c3dcce-6be7-4f56-a6c0-9f1fc62e14aa tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.5479209 Aug 10 10:41:01.188789 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e96e1ed4-61be-46d7-b6fc-907c982005d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:01.202516 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58191fba-4fad-4a4c-a927-1cafe43dac5a None None] The sync data for ids ['50db1405-fbed-4ef0-b494-11d8ecc35296'] in dv-cinder-772181-13-iscsi is: [{'id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:48Z', 'revision_number': 4, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'gw_port': {'id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '499e5b1d-5f2c-421a-9604-19490d3a2059', 'name': '', 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'mac_address': 'fa:16:3e:57:59:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '773fcac6-d171-4f89-b223-b13781b04501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:40:58Z', 'revision_number': 4, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'subnets': [{'id': '773fcac6-d171-4f89-b223-b13781b04501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:41:01.442734 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:01.492972 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 0676b049-4c95-46c3-8096-ab7f881b8748, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=0676b049-4c95-46c3-8096-ab7f881b8748,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:01.511330 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:01.891917 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e96e1ed4-61be-46d7-b6fc-907c982005d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:02.094123 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:41:02.134346 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6b5cc698-e992-4e1e-8af0-0b71cd16e332 admin admin] 10.222.0.43 "PUT /v2.0/routers/77cfecca-88d4-4242-8746-3e1df11941a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6449821 Aug 10 10:41:02.186384 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e96e1ed4-61be-46d7-b6fc-907c982005d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:02.190554 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e96e1ed4-61be-46d7-b6fc-907c982005d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:02.192394 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-e96e1ed4-61be-46d7-b6fc-907c982005d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/145906c4-f7bd-4383-9921-122509c80bc1 HTTP/1.1" status: 204 len: 168 time: 2.8426754 Aug 10 10:41:02.218176 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e1ed4-61be-46d7-b6fc-907c982005d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145906c4-f7bd-4383-9921-122509c80bc1,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:02.234744 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-14be797a-0865-4acc-95b5-b50f3bc1cbb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e2ec9c8883f42ac95d5bc1092f56578&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7446182 Aug 10 10:41:02.245754 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38384) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:02.250447 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Allocated IP 172.20.0.8 (c81deefc-a215-479f-b434-0c5534261322/93a66c18-fa69-4c49-9a5d-aca3fdb5ac2e/bcdaeb21-fc43-4b01-bae3-3b2b8a857e33) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:41:02.580447 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device a273c5be-fd08-4a2b-a586-f8de3ebec000 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:02.612116 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d939f5fe-4aa6-4761-b2bc-cff100dc6cd5 req-c9068447-6d01-4b58-995e-776be60b1f73 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 210 time: 0.3061895 Aug 10 10:41:02.617050 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 2, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:02.620143 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Sync routers for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:41:02.696153 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38394) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:02.840592 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Checking router: a7a05417-d029-4fd1-a71e-a1aa8f1e2015 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:41:02.841366 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Updating router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 port 1a235abd-cafe-4a95-849f-561c5907a873 binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:41:02.890840 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-02e82fb0-992a-4977-9e1c-c7e7b9859530 req-9dec27e1-d58d-4900-a411-3217ff9c7639 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.2735741 Aug 10 10:41:02.966669 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f103cdb4-e46c-4f26-a373-8f0b327d5908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:02.974817 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.061104 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d45dd9b7-0c45-4741-85f6-c36ae78494fb tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.159031 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d45dd9b7-0c45-4741-85f6-c36ae78494fb tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.164847 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f103cdb4-e46c-4f26-a373-8f0b327d5908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.228832 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.276680 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.282096 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:41:03.313495 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:41:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:03.348765 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=0676b049-4c95-46c3-8096-ab7f881b8748,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:03.357937 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f103cdb4-e46c-4f26-a373-8f0b327d5908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.361890 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f103cdb4-e46c-4f26-a373-8f0b327d5908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.363342 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f103cdb4-e46c-4f26-a373-8f0b327d5908 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59ece55e-cc89-4cf0-bc4b-ba33fb8a8c55 HTTP/1.1" status: 204 len: 168 time: 1.1066165 Aug 10 10:41:03.382806 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103cdb4-e46c-4f26-a373-8f0b327d5908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ece55e-cc89-4cf0-bc4b-ba33fb8a8c55,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:03.437864 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.26', 58579) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:03.443100 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Made reservation on behalf of 08a87f5d46924e40a5c9cead64d50ada for: {'port': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:41:03.449204 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.482735 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d45dd9b7-0c45-4741-85f6-c36ae78494fb tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.496986 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-d45dd9b7-0c45-4741-85f6-c36ae78494fb tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.0097983 Aug 10 10:41:03.499242 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38412) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:03.523840 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-f1766e42-a9aa-4d55-9517-8323e197267d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'security_group_rule': {'security_group_id': '9a0ff217-c63c-440c-9a03-ca4eeb493f1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:03.646127 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.714769 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dd9b7-0c45-4741-85f6-c36ae78494fb tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0ff217-c63c-440c-9a03-ca4eeb493f1f,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:03.721861 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:03.838210 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Network c81deefc-a215-479f-b434-0c5534261322 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:41:03.877263 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:41:03.911257 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:41:04.008270 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Pushing event updated for resources: {'Port': ['ID=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:04.066507 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:04.067121 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:04.085225 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4eafc7ec-6723-45c2-bed3-45ab7045f903 req-ce3e872d-063c-4957-84e0-ceac3a9987bb tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 210 time: 0.1903260 Aug 10 10:41:04.177876 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-bc8860dc-ec46-41b6-9934-a4ca21973251 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9784904 Aug 10 10:41:04.203191 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd95af3-6b42-4356-8850-85727168caf9 req-2c26a71e-5b4e-4e81-bedb-77a25cedc11d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:04.204736 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-2c26a71e-5b4e-4e81-bedb-77a25cedc11d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 819 time: 0.7632799 Aug 10 10:41:04.205490 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f1766e42-a9aa-4d55-9517-8323e197267d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:04.216051 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-38336917-50e6-4ea4-ac9b-b92555ca9657 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:41:04.222926 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-38336917-50e6-4ea4-ac9b-b92555ca9657 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216944 Aug 10 10:41:04.255951 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Request body: {'port': {'device_id': '06108bea-9532-4821-85e9-a5a71e37be61', 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d', 'admin_state_up': True, 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:04.257331 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Allocated IP 172.20.0.5 (6b0c085c-bf67-45ed-acd0-fdd1b26ef92d/773fcac6-d171-4f89-b223-b13781b04501/968f1838-f330-4713-a7c7-e7515a41a0d6) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:41:04.299911 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port a273c5be-fd08-4a2b-a586-f8de3ebec000 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:04.325188 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:04.422428 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-669c4a0c-e989-4f2d-940e-664eec2ea268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:04.618021 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Request body: {'port': {'device_id': 'e72da7bc-b210-4a5a-a56f-a197ad9db7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:04.647588 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:41:05.006074 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.032150 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38448) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:05.052955 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-a3245c41-2245-47cb-ac26-9267df4dc141 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072634252', 'description': 'tempest-description--708863083'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:05.141663 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.149515 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 499e5b1d-5f2c-421a-9604-19490d3a2059 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:05.179824 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Transition to ACTIVE for port object 1a235abd-cafe-4a95-849f-561c5907a873 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:41:05.196639 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.344258 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 499e5b1d-5f2c-421a-9604-19490d3a2059 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:05.356265 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 499e5b1d-5f2c-421a-9604-19490d3a2059 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:05.356649 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.363740 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb176c-641a-4d21-a0d5-bf6bdf1932c3 req-253e0915-bf88-4eb7-a5a8-e24d619cfca0 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:05.371668 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dddb176c-641a-4d21-a0d5-bf6bdf1932c3 req-253e0915-bf88-4eb7-a5a8-e24d619cfca0 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 931 time: 0.8525467 Aug 10 10:41:05.377057 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f1766e42-a9aa-4d55-9517-8323e197267d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.383887 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13c705-2309-44c7-9c7f-581c7ce5a4da None None] Pushing event updated for resources: {'Port': ['ID=1a235abd-cafe-4a95-849f-561c5907a873,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:05.466825 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.516093 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f1766e42-a9aa-4d55-9517-8323e197267d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.521977 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-81cedc0a-2b5e-4a04-842e-3b5c04dcc111 req-b91372b9-dc97-4938-857c-a6f0f3c37a98 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 210 time: 0.2691185 Aug 10 10:41:05.602360 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Attempting to bind port 1a235abd-cafe-4a95-849f-561c5907a873 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:41:05.602360 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Attempting to bind port 1a235abd-cafe-4a95-849f-561c5907a873 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:41:05.602360 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Attempting to bind port 1a235abd-cafe-4a95-849f-561c5907a873 on network a686f5a1-3827-490e-91cf-bda9d5767415 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:05.621449 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:41:05.621810 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Checking segment: {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:41:05.626546 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.627154 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Bound using segment: {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:41:05.628069 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Bound port: 1a235abd-cafe-4a95-849f-561c5907a873, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:41:05.629565 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.644931 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1766e42-a9aa-4d55-9517-8323e197267d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653a2d5e-6fa4-4b86-b172-080225536ab3,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:05.780062 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dddb176c-641a-4d21-a0d5-bf6bdf1932c3 req-2a8b6be8-c9ae-412a-a56e-5b2078ea9414 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072723 Aug 10 10:41:05.847121 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] For port 1a235abd-cafe-4a95-849f-561c5907a873, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:41:05.858062 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] For port 1a235abd-cafe-4a95-849f-561c5907a873, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=1a235abd-cafe-4a95-849f-561c5907a873,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:41:05.866075 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.904943 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:05.912813 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:40:56Z', 'revision_number': 2, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:05.951511 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:06.027353 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:41:06.027649 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Checking router: 77cfecca-88d4-4242-8746-3e1df11941a7 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:41:06.028248 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Updating router 77cfecca-88d4-4242-8746-3e1df11941a7 port 8aa75e70-14da-4f9e-812d-04392c01c898 binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:41:06.032269 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:41:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:06.039058 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:41:06.076640 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:41:06.163303 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:41:06.182909 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:06.252329 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 499e5b1d-5f2c-421a-9604-19490d3a2059, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=499e5b1d-5f2c-421a-9604-19490d3a2059,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:06.261982 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:06.276937 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:41:06.503945 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 0676b049-4c95-46c3-8096-ab7f881b8748 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:06.568792 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:06.569616 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:06.683351 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-669c4a0c-e989-4f2d-940e-664eec2ea268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:06.715989 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f1766e42-a9aa-4d55-9517-8323e197267d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:06.718154 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f1766e42-a9aa-4d55-9517-8323e197267d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2165902 Aug 10 10:41:06.723347 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38484) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:06.729266 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-c4c02af3-77d0-4460-bba3-32cf2808adb8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'security_group_rule': {'security_group_id': '9a0ff217-c63c-440c-9a03-ca4eeb493f1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:06.778781 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-669c4a0c-e989-4f2d-940e-664eec2ea268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:06.833003 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13c705-2309-44c7-9c7f-581c7ce5a4da None None] Pushing event updated for resources: {'Port': ['ID=1a235abd-cafe-4a95-849f-561c5907a873,revision_number=4']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:06.903451 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=499e5b1d-5f2c-421a-9604-19490d3a2059,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:07.014567 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:05Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:07.089902 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c4a0c-e989-4f2d-940e-664eec2ea268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c44ef-3fa7-4f53-8cee-1f242281dd4f,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:07.118184 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a3245c41-2245-47cb-ac26-9267df4dc141 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:07.124245 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Made reservation on behalf of 08a87f5d46924e40a5c9cead64d50ada for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:41:07.135372 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d272b8-058e-4699-a047-2a75ec7e3f3f None None] The sync data for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi is: [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:05Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:41:07.141419 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:07.190984 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5758870 Aug 10 10:41:07.283901 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1911d810-5ff1-48c1-87e5-5e87e4b5a628 req-b169e116-dd25-4ce9-8cfa-6c9ab6e661da tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 210 time: 0.4084418 Aug 10 10:41:07.297306 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ebd5a-9632-416f-b5b8-41a6a07eb362 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Pushing event updated for resources: {'Port': ['ID=968f1838-f330-4713-a7c7-e7515a41a0d6,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:07.362907 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-669c4a0c-e989-4f2d-940e-664eec2ea268 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=056361b7c5d74816adc3f4cc35bc7cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6288037 Aug 10 10:41:07.368788 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38494) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:07.550971 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Request body: {'port': {'device_id': 'a1d1aa4a-9de6-4982-ae18-138e99d76f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:07.596476 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c4c02af3-77d0-4460-bba3-32cf2808adb8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:07.930850 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:07.974028 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Transition to ACTIVE for port object 8aa75e70-14da-4f9e-812d-04392c01c898 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:41:07.989101 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.052072 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 0676b049-4c95-46c3-8096-ab7f881b8748 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:08.052356 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.094778 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13756684-59e6-480b-90d3-9cce05cd44b2 None None] Pushing event updated for resources: {'Port': ['ID=8aa75e70-14da-4f9e-812d-04392c01c898,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:08.203196 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c4c02af3-77d0-4460-bba3-32cf2808adb8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.250033 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c4c02af3-77d0-4460-bba3-32cf2808adb8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.276635 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Attempting to bind port 8aa75e70-14da-4f9e-812d-04392c01c898 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:41:08.276635 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Attempting to bind port 8aa75e70-14da-4f9e-812d-04392c01c898 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:41:08.277098 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Attempting to bind port 8aa75e70-14da-4f9e-812d-04392c01c898 on network b19e54be-240d-4de2-97ba-d37b57d1b3de {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:08.285609 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:41:08.285955 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Checking segment: {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:41:08.286289 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.286691 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Bound using segment: {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:41:08.287232 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Bound port: 8aa75e70-14da-4f9e-812d-04392c01c898, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:41:08.287831 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.352324 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.434620 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-79259eaa-14ab-469e-91d1-bc18a98d36c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.472572 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] For port 8aa75e70-14da-4f9e-812d-04392c01c898, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:41:08.484371 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] For port 8aa75e70-14da-4f9e-812d-04392c01c898, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=8aa75e70-14da-4f9e-812d-04392c01c898,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:41:08.494267 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.496401 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c02af3-77d0-4460-bba3-32cf2808adb8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb234be-9304-4731-b69e-3bf6393cc4ad,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:08.568335 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a3245c41-2245-47cb-ac26-9267df4dc141 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.671559 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13756684-59e6-480b-90d3-9cce05cd44b2 None None] Pushing event updated for resources: {'Port': ['ID=8aa75e70-14da-4f9e-812d-04392c01c898,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:08.686276 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a3245c41-2245-47cb-ac26-9267df4dc141 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.691654 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e098a-2653-4f33-a84e-bcbe4242a7d6 req-cb76f9a3-ba96-4fe7-b87e-050c06455bfa tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:08.710990 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:41:08.711691 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:41:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:08.716608 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f97e098a-2653-4f33-a84e-bcbe4242a7d6 req-cb76f9a3-ba96-4fe7-b87e-050c06455bfa tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 931 time: 1.3371065 Aug 10 10:41:08.750127 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c4c02af3-77d0-4460-bba3-32cf2808adb8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:08.758617 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-c4c02af3-77d0-4460-bba3-32cf2808adb8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0336952 Aug 10 10:41:08.789243 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38524) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:08.822311 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'floatingip': {'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:09.145352 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:41:09.362818 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 499e5b1d-5f2c-421a-9604-19490d3a2059 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:09.699497 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Allocated IP 172.20.0.10 (6b0c085c-bf67-45ed-acd0-fdd1b26ef92d/773fcac6-d171-4f89-b223-b13781b04501/64f2d4c8-f041-42f6-abae-7dcb6e2f1e83) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:41:09.768517 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a3245c41-2245-47cb-ac26-9267df4dc141 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:09.775459 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a3245c41-2245-47cb-ac26-9267df4dc141 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.7365649 Aug 10 10:41:09.776508 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38540) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:09.841099 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-79259eaa-14ab-469e-91d1-bc18a98d36c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:09.956172 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1855afbd-6f21-463f-81a6-bca91c3b832d req-64b61709-7be8-48c4-8cfe-bf7c1e327ad4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 210 time: 1.3024077 Aug 10 10:41:09.957361 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.017328 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f97e098a-2653-4f33-a84e-bcbe4242a7d6 req-7227c518-24c8-4bdd-85da-9025bf6b7ef4 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2191644 Aug 10 10:41:10.047164 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-4516e7a3-8d1a-4fec-9642-e243ac225174 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'security_group_rule': {'security_group_id': '971e2129-0538-4461-b50c-ccb5b5c1e947', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:10.267417 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 {{(pid=99995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:10.287126 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 499e5b1d-5f2c-421a-9604-19490d3a2059 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:10.291501 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.335878 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-79259eaa-14ab-469e-91d1-bc18a98d36c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.361161 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-79259eaa-14ab-469e-91d1-bc18a98d36c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.366896 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-79259eaa-14ab-469e-91d1-bc18a98d36c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf9c44ef-3fa7-4f53-8cee-1f242281dd4f HTTP/1.1" status: 204 len: 168 time: 2.8779869 Aug 10 10:41:10.405144 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3245c41-2245-47cb-ac26-9267df4dc141 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971e2129-0538-4461-b50c-ccb5b5c1e947,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:10.463701 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.473445 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79259eaa-14ab-469e-91d1-bc18a98d36c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c44ef-3fa7-4f53-8cee-1f242281dd4f,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:10.550329 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4516e7a3-8d1a-4fec-9642-e243ac225174 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.721568 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 1a235abd-cafe-4a95-849f-561c5907a873 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:10.728594 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Transition to ACTIVE for port object bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 will not be triggered until provisioned by entity L2. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:41:10.773261 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.776837 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.841416 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:08Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:10.843634 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 1a235abd-cafe-4a95-849f-561c5907a873 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:10.850487 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.861879 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 1a235abd-cafe-4a95-849f-561c5907a873 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:10.862253 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:10.944549 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7cdcc8-959e-4ad4-8850-f532d4b9fae9 None None] The sync data for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi is: [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:08Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:41:11.268301 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:11.324367 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 1a235abd-cafe-4a95-849f-561c5907a873, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=1a235abd-cafe-4a95-849f-561c5907a873,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:11.339311 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:11.441034 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=1a235abd-cafe-4a95-849f-561c5907a873,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:11.552426 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Pushing event updated for resources: {'Port': ['ID=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:11.561449 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4516e7a3-8d1a-4fec-9642-e243ac225174 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:11.581618 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4516e7a3-8d1a-4fec-9642-e243ac225174 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:11.638932 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Allocated IP 172.27.1.136 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/871d3223-781d-4171-b0e5-6bd8609d8d07) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:41:11.674083 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516e7a3-8d1a-4fec-9642-e243ac225174 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04daec94-5c84-4752-ba3d-ad4eac1f7197,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:11.709915 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4516e7a3-8d1a-4fec-9642-e243ac225174 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:11.713651 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-4516e7a3-8d1a-4fec-9642-e243ac225174 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7043624 Aug 10 10:41:11.737409 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38578) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:11.758107 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-4691a018-f1e9-4072-a415-b3d5db35027f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'security_group_rule': {'security_group_id': '971e2129-0538-4461-b50c-ccb5b5c1e947', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:11.783246 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Attempting to bind port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:41:11.784336 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Attempting to bind port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '39bf5399-be86-4bcf-be50-11235f48cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c81deefc-a215-479f-b434-0c5534261322'}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:41:11.791901 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Attempting to bind port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 on network c81deefc-a215-479f-b434-0c5534261322 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:11.862977 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 8aa75e70-14da-4f9e-812d-04392c01c898 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:11.879465 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64b1f05d-356a-4cb2-a515-f0b8c688edbf req-6625de36-502c-4fc1-a270-16219df3b55a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 210 time: 0.1385005 Aug 10 10:41:11.890755 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:11.918150 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38586) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:11.987785 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 on network c81deefc-a215-479f-b434-0c5534261322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:41:11.988114 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Attempting to bind port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 on network c81deefc-a215-479f-b434-0c5534261322 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:12.040699 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 8aa75e70-14da-4f9e-812d-04392c01c898 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:12.049924 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 8aa75e70-14da-4f9e-812d-04392c01c898 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:12.051482 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.338134 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.342907 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f4a45-4132-41db-9e42-df22723c453f req-c025ce37-b23a-4486-bb90-49d518ba9042 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:12.347898 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f64f4a45-4132-41db-9e42-df22723c453f req-c025ce37-b23a-4486-bb90-49d518ba9042 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 943 time: 0.6882713 Aug 10 10:41:12.363259 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968f1838-f330-4713-a7c7-e7515a41a0d6 {{(pid=99995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:12.380874 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.402549 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:41:12.427787 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Transition to ACTIVE for port object 968f1838-f330-4713-a7c7-e7515a41a0d6 will not be triggered until provisioned by entity L2. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:41:12.428874 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Pushing event updated for resources: {'Port': ['ID=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:12.428874 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:41:12.442956 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:41:12.449420 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.463846 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c224c8c9-363a-48e5-b0ce-424429a9801e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.466028 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:12.470855 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.510949 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 8aa75e70-14da-4f9e-812d-04392c01c898, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=8aa75e70-14da-4f9e-812d-04392c01c898,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:12.518406 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:41:12.518847 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Checking segment: {'id': '39bf5399-be86-4bcf-be50-11235f48cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c81deefc-a215-479f-b434-0c5534261322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:41:12.527324 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Bound using segment: {'id': '39bf5399-be86-4bcf-be50-11235f48cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c81deefc-a215-479f-b434-0c5534261322'} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:41:12.527976 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Bound port: bcdaeb21-fc43-4b01-bae3-3b2b8a857e33, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39bf5399-be86-4bcf-be50-11235f48cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c81deefc-a215-479f-b434-0c5534261322'}}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:41:12.528136 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.529746 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.638604 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.675544 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e75ef888-b0b6-47d6-922a-48fc518fa0f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.4546292 Aug 10 10:41:12.681853 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f64f4a45-4132-41db-9e42-df22723c453f req-62e2d89c-88ab-446e-8401-24ad4cb9d664 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873547 Aug 10 10:41:12.703586 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Request body: {'port': {'device_id': '06108bea-9532-4821-85e9-a5a71e37be61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:12.735215 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=8aa75e70-14da-4f9e-812d-04392c01c898,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:12.773667 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4691a018-f1e9-4072-a415-b3d5db35027f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.824159 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.828907 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.910825 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:41:12.923870 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:41:12.932644 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:41:12.973380 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'Port': ['ID=871d3223-781d-4171-b0e5-6bd8609d8d07,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:13.122295 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=968f1838-f330-4713-a7c7-e7515a41a0d6,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:13.411597 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4691a018-f1e9-4072-a415-b3d5db35027f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:13.413294 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38640) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:13.612190 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4691a018-f1e9-4072-a415-b3d5db35027f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:13.629331 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Attempting to bind port 968f1838-f330-4713-a7c7-e7515a41a0d6 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:41:13.629873 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Attempting to bind port 968f1838-f330-4713-a7c7-e7515a41a0d6 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:41:13.648624 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 8aa75e70-14da-4f9e-812d-04392c01c898 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:13.665452 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Attempting to bind port 968f1838-f330-4713-a7c7-e7515a41a0d6 on network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:13.760357 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Port 968f1838-f330-4713-a7c7-e7515a41a0d6 on network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:41:13.760692 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Attempting to bind port 968f1838-f330-4713-a7c7-e7515a41a0d6 on network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:13.774701 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691a018-f1e9-4072-a415-b3d5db35027f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692b5931-7de6-456a-add7-c59cda67119a,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:13.788425 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] For port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33, host hv-cinder-77218, cleared binding levels {{(pid=99995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:41:13.805259 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:41:13.805671 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Checking segment: {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:41:13.806195 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Bound using segment: {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:41:13.806872 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Bound port: 968f1838-f330-4713-a7c7-e7515a41a0d6, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'}}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:41:13.811788 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:13.970330 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 8aa75e70-14da-4f9e-812d-04392c01c898 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:13.970720 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.040324 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] For port 968f1838-f330-4713-a7c7-e7515a41a0d6, host hv-cinder-77218, cleared binding levels {{(pid=99995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:41:14.053132 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] For port 968f1838-f330-4713-a7c7-e7515a41a0d6, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=968f1838-f330-4713-a7c7-e7515a41a0d6,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:41:14.099639 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.224381 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] For port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,segment=NetworkSegment(39bf5399-be86-4bcf-be50-11235f48cfc9),segment_id=39bf5399-be86-4bcf-be50-11235f48cfc9)] {{(pid=99995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:41:14.362786 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:14.364420 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.383391 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] 10.222.0.26 "PUT /v2.0/ports/968f1838-f330-4713-a7c7-e7515a41a0d6 HTTP/1.1" status: 200 len: 1093 time: 6.8896353 Aug 10 10:41:14.406767 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d1aa4a-9de6-4982-ae18-138e99d76f02', 'tag': '968f1838-f330-4713-a7c7-e7515a41a0d6'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:14.428954 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 1a235abd-cafe-4a95-849f-561c5907a873 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:14.437070 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.482907 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:14.508462 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.529558 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c224c8c9-363a-48e5-b0ce-424429a9801e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.553629 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Transition to ACTIVE for port object 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:41:14.573958 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c224c8c9-363a-48e5-b0ce-424429a9801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.587794 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:14.592078 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.593958 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] 10.222.0.26 "PUT /v2.0/ports/bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 HTTP/1.1" status: 200 len: 1093 time: 10.1537063 Aug 10 10:41:14.630339 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.637287 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 1a235abd-cafe-4a95-849f-561c5907a873 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:14.638904 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.643332 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.703316 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4691a018-f1e9-4072-a415-b3d5db35027f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.704582 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-4691a018-f1e9-4072-a415-b3d5db35027f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9643843 Aug 10 10:41:14.729882 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224c8c9-363a-48e5-b0ce-424429a9801e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6e505f-4375-4c0e-ae8f-6249f833ce05,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:14.765251 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 38690) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:14.791411 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'floatingip': {'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:14.847859 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0ad61433-d3a3-4e4b-a3c3-c2e753a3e844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.957376 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155f1736-6d26-4657-b892-25e52e5b853b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d1aa4a-9de6-4982-ae18-138e99d76f02", "tag": "968f1838-f330-4713-a7c7-e7515a41a0d6"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:15.103436 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-c224c8c9-363a-48e5-b0ce-424429a9801e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb9e89d2b24943009fe4c242190d449d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1328046 Aug 10 10:41:15.104809 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c76010-2422-42de-9aa9-85229307dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=968f1838-f330-4713-a7c7-e7515a41a0d6,revision_number=3']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:15.111130 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38702) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:15.246523 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-418dc164-7fb9-4c9c-9305-f23c2015b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:15.250020 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-418dc164-7fb9-4c9c-9305-f23c2015b440 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09750db56dc94c82b11d60fb8ff13805&device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 1096 time: 0.5367696 Aug 10 10:41:15.252594 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:15.311668 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-0a070931-7959-46b6-bd6a-cf555c28e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:15.314945 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-0a070931-7959-46b6-bd6a-cf555c28e784 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1096 time: 0.5859823 Aug 10 10:41:15.468726 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-be65f0fc-9fac-4bdd-a73a-39681a7cd216 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 HTTP/1.1" status: 200 len: 217 time: 0.1776652 Aug 10 10:41:15.512051 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec4ea3-89d2-4cfb-98b2-411002d21a0f service neutron] Pushing event updated for resources: {'Port': ['ID=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,revision_number=3']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:15.650610 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-2e4fa4a8-43ab-4206-890a-031daf3ec147 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=968f1838-f330-4713-a7c7-e7515a41a0d6 HTTP/1.1" status: 200 len: 217 time: 0.1888349 Aug 10 10:41:15.650900 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:15.695727 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316e9cf-4297-4cb0-9dd2-ce0d46553c5a req-8a140b23-5443-4b15-acfa-2fb9ad58b4fe tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:15.699890 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8316e9cf-4297-4cb0-9dd2-ce0d46553c5a req-8a140b23-5443-4b15-acfa-2fb9ad58b4fe tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 932 time: 2.4730396 Aug 10 10:41:15.700132 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38716) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:15.733774 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a4763861-97bb-4af5-a5d5-bb1fdf6f30d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:15.841888 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57475-7650-4d79-b39b-6858918217da req-8a72fae8-b6b7-4b4b-8b94-5297ffe8a4f8 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:15.844269 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-69a57475-7650-4d79-b39b-6858918217da req-8a72fae8-b6b7-4b4b-8b94-5297ffe8a4f8 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 943 time: 1.2600834 Aug 10 10:41:15.844955 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Pushing event updated for resources: {'Port': ['ID=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:15.850202 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a4763861-97bb-4af5-a5d5-bb1fdf6f30d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:15.866381 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-593d1bce-07d4-4391-9c7f-e5baaff5b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:15.869262 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-593d1bce-07d4-4391-9c7f-e5baaff5b571 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93a66c18-fa69-4c49-9a5d-aca3fdb5ac2e HTTP/1.1" status: 200 len: 851 time: 0.2687855 Aug 10 10:41:15.878203 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-f61f9859-a47d-4edc-bbee-68b95fe697a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:15.880537 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-f61f9859-a47d-4edc-bbee-68b95fe697a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.1834743 Aug 10 10:41:15.982884 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Attempting to bind port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:41:15.983200 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Attempting to bind port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:41:15.983395 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Attempting to bind port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 on network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:16.008974 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8316e9cf-4297-4cb0-9dd2-ce0d46553c5a req-5d05908b-d61b-46d2-9fdf-e135684c5e15 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765088 Aug 10 10:41:16.009508 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-3bc890e4-4501-4ab4-821b-925086157594 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81deefc-a215-479f-b434-0c5534261322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210258 Aug 10 10:41:16.047350 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-689cc646-5f00-4113-8abe-ad3374687ceb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954306 Aug 10 10:41:16.055496 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-38f3f369-d252-43ec-a2d9-919de4d73483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.171527 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a4763861-97bb-4af5-a5d5-bb1fdf6f30d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.176793 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a4763861-97bb-4af5-a5d5-bb1fdf6f30d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.178954 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a4763861-97bb-4af5-a5d5-bb1fdf6f30d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e6e505f-4375-4c0e-ae8f-6249f833ce05 HTTP/1.1" status: 204 len: 168 time: 1.0628865 Aug 10 10:41:16.231896 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 on network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:41:16.232442 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Attempting to bind port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 on network 6b0c085c-bf67-45ed-acd0-fdd1b26ef92d {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:16.251910 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-25f95569-a20d-47ae-8316-8a9a3ea5191f service neutron] 10.222.0.26 "GET /v2.0/networks/c81deefc-a215-479f-b434-0c5534261322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198510 Aug 10 10:41:16.282163 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-69a57475-7650-4d79-b39b-6858918217da req-0bb60a60-d41a-4a02-b6b8-e43031762b3e tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813558 Aug 10 10:41:16.285923 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0ad61433-d3a3-4e4b-a3c3-c2e753a3e844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.304481 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:41:16.305076 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Checking segment: {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:41:16.306005 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Bound using segment: {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:41:16.306790 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Bound port: 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8655b0e-0916-446d-b5df-cd0cb542ec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:41:16.307534 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.316549 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0ad61433-d3a3-4e4b-a3c3-c2e753a3e844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.316820 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4763861-97bb-4af5-a5d5-bb1fdf6f30d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6e505f-4375-4c0e-ae8f-6249f833ce05,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:16.327374 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.371424 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.468867 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-0ad61433-d3a3-4e4b-a3c3-c2e753a3e844 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2263d9943e949c685dca837eaaf5ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9803014 Aug 10 10:41:16.469629 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad61433-d3a3-4e4b-a3c3-c2e753a3e844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa56fbb-6978-4ef0-befe-11c64f6d5e83,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:16.485448 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.485638 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38726) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:16.518164 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'Port': ['ID=871d3223-781d-4171-b0e5-6bd8609d8d07,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:16.563793 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] For port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:41:16.571611 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] For port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:41:16.581285 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.594263 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.649178 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:16.649840 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.651495 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] 10.222.0.26 "PUT /v2.0/ports/64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 HTTP/1.1" status: 200 len: 1094 time: 3.9551134 Aug 10 10:41:16.654488 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06108bea-9532-4821-85e9-a5a71e37be61', 'tag': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:16.749083 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b282fbd8-064b-424f-94d9-0fe95f29bbaf x-openstack-request-id: req-b282fbd8-064b-424f-94d9-0fe95f29bbaf {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:16.749609 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d1aa4a-9de6-4982-ae18-138e99d76f02", "tag": "968f1838-f330-4713-a7c7-e7515a41a0d6", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:16.749762 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b282fbd8-064b-424f-94d9-0fe95f29bbaf {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:16.750176 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d1aa4a-9de6-4982-ae18-138e99d76f02', 'tag': '968f1838-f330-4713-a7c7-e7515a41a0d6', 'status': 'completed', 'code': 200} Aug 10 10:41:16.834173 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bf863-e423-4831-b57b-d81fa4ac7b3d service neutron] Pushing event updated for resources: {'Port': ['ID=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:16.859976 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-207a2bfe-c125-42f8-bff6-f03f24bfbb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.887101 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-207a2bfe-c125-42f8-bff6-f03f24bfbb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.933380 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-132ca86b-68fa-4623-8d4f-db2f29c083a0 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380927 Aug 10 10:41:16.945805 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1dcd7ad-5cf5-484e-a227-29544461abf7 req-392e179b-3a1f-423c-9b70-98dfd86c972a service neutron] 10.222.0.26 "GET /v2.0/networks/c81deefc-a215-479f-b434-0c5534261322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763227 Aug 10 10:41:16.999282 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "06108bea-9532-4821-85e9-a5a71e37be61", "tag": "64f2d4c8-f041-42f6-abae-7dcb6e2f1e83"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:17.010691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd95af3-6b42-4356-8850-85727168caf9 req-27432e08-3f2a-41e7-bb55-31af0e2ddc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:17.013635 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-27432e08-3f2a-41e7-bb55-31af0e2ddc88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 1097 time: 0.2991774 Aug 10 10:41:17.061604 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-207a2bfe-c125-42f8-bff6-f03f24bfbb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.070454 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-207a2bfe-c125-42f8-bff6-f03f24bfbb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.074786 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-207a2bfe-c125-42f8-bff6-f03f24bfbb25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fa56fbb-6978-4ef0-befe-11c64f6d5e83 HTTP/1.1" status: 204 len: 168 time: 0.5847425 Aug 10 10:41:17.086039 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-38f3f369-d252-43ec-a2d9-919de4d73483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.120507 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-38f3f369-d252-43ec-a2d9-919de4d73483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.129537 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a2bfe-c125-42f8-bff6-f03f24bfbb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa56fbb-6978-4ef0-befe-11c64f6d5e83,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:17.206298 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Allocated IP 172.27.1.180 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/bc91c831-0a15-489b-962d-b930ad00f339) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:41:17.281020 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-38f3f369-d252-43ec-a2d9-919de4d73483 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=583092ff3c7d47fcbee3c0d5f8f600d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5792694 Aug 10 10:41:17.292475 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38758) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:17.322766 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3f369-d252-43ec-a2d9-919de4d73483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d433f8-4392-4b55-b4b0-15d4c451a9ea,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:17.333458 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8a5e2d64-184c-4e0a-a780-76cb94652dfa req-0c884c48-6733-4ee6-b76a-4c8c2fbe914d service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849852 Aug 10 10:41:17.338186 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.352332 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f2059f3f-6f1b-4597-9b76-494f22fe0a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5490756 Aug 10 10:41:17.354861 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-0e8b7954-e094-4d07-af59-24e0d3418baa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 HTTP/1.1" status: 200 len: 217 time: 0.3161852 Aug 10 10:41:17.431033 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0820c684-9a84-4d39-8ff0-870447accc8d x-openstack-request-id: req-0820c684-9a84-4d39-8ff0-870447accc8d {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:17.431482 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06108bea-9532-4821-85e9-a5a71e37be61", "tag": "64f2d4c8-f041-42f6-abae-7dcb6e2f1e83", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:17.431880 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0820c684-9a84-4d39-8ff0-870447accc8d {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:17.432598 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06108bea-9532-4821-85e9-a5a71e37be61', 'tag': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83', 'status': 'completed', 'code': 200} Aug 10 10:41:17.499046 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-765fbc03-121a-488c-9072-2cf2a97d6a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.527771 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-765fbc03-121a-488c-9072-2cf2a97d6a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.601091 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f1736-6d26-4657-b892-25e52e5b853b req-bdf00f43-1868-4458-bc59-540af2391c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:17.602776 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-155f1736-6d26-4657-b892-25e52e5b853b req-bdf00f43-1868-4458-bc59-540af2391c7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1096 time: 0.1718798 Aug 10 10:41:17.684738 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-765fbc03-121a-488c-9072-2cf2a97d6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.688888 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-765fbc03-121a-488c-9072-2cf2a97d6a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.690087 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-765fbc03-121a-488c-9072-2cf2a97d6a3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5d433f8-4392-4b55-b4b0-15d4c451a9ea HTTP/1.1" status: 204 len: 168 time: 0.3957653 Aug 10 10:41:17.710985 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fbc03-121a-488c-9072-2cf2a97d6a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d433f8-4392-4b55-b4b0-15d4c451a9ea,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:17.765606 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e1f9728c-87f5-4cc7-af60-8f929705a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:17.768128 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-e1f9728c-87f5-4cc7-af60-8f929705a863 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.3321295 Aug 10 10:41:17.780381 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:41:17.848134 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d5561-0569-4713-8c60-c4123f1630e9 req-4027ff44-d32b-44df-a0b6-a7d61812acbe tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:17.849924 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8d5561-0569-4713-8c60-c4123f1630e9 req-4027ff44-d32b-44df-a0b6-a7d61812acbe tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.5299442 Aug 10 10:41:17.874775 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f1736-6d26-4657-b892-25e52e5b853b req-55c6307e-2f38-4952-b5f9-4d9dc09df4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:17.879581 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-9aaacd9b-4998-43ab-9fb2-7e790466ec00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994341 Aug 10 10:41:17.883316 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-155f1736-6d26-4657-b892-25e52e5b853b req-55c6307e-2f38-4952-b5f9-4d9dc09df4f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 920 time: 0.2726817 Aug 10 10:41:17.884103 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:17.931792 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043697b2-4700-433a-945a-f2aa9a575c14 req-7cd05e0b-28a9-4021-a8d2-188ee4a7948f tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:17.940959 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-043697b2-4700-433a-945a-f2aa9a575c14 req-7cd05e0b-28a9-4021-a8d2-188ee4a7948f tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 943 time: 0.4941504 Aug 10 10:41:17.980869 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38776) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:17.998100 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-155f1736-6d26-4657-b892-25e52e5b853b req-8d24fbbb-f6b4-4237-b968-e94518808bc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=968f1838-f330-4713-a7c7-e7515a41a0d6 HTTP/1.1" status: 200 len: 217 time: 0.1017458 Aug 10 10:41:18.014080 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-359d68de-5b3c-450b-b614-c796567f5748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:18.057945 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:18.067180 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8d5561-0569-4713-8c60-c4123f1630e9 req-b610e04d-73d6-4392-b231-77e2051bae68 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903262 Aug 10 10:41:18.146314 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:41:18.165153 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-043697b2-4700-433a-945a-f2aa9a575c14 req-bf52529b-f7b8-43ec-9b12-412af4f93558 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230439 Aug 10 10:41:18.181982 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:41:18.191487 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:41:18.231551 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f1736-6d26-4657-b892-25e52e5b853b req-2fffd617-16a5-4135-91fb-d541f12e61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:18.233451 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-155f1736-6d26-4657-b892-25e52e5b853b req-2fffd617-16a5-4135-91fb-d541f12e61ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.2217040 Aug 10 10:41:18.309728 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-155f1736-6d26-4657-b892-25e52e5b853b req-e095d409-91ed-48af-80b8-9d346bacf2f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641780 Aug 10 10:41:18.346432 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:18.361930 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-21f5bfb4-e494-453d-92dd-1680f47c99f4 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634585 Aug 10 10:41:18.368606 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'Port': ['ID=bc91c831-0a15-489b-962d-b930ad00f339,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:18.474450 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38798) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:18.499428 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-359d68de-5b3c-450b-b614-c796567f5748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:18.511982 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-359d68de-5b3c-450b-b614-c796567f5748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:18.519752 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9754da5d-7bcb-4434-ac72-54d061a90886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:18.573378 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-155f1736-6d26-4657-b892-25e52e5b853b req-49ace4da-f3ca-48a7-bea3-fdc4aa39b4d2 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535870 Aug 10 10:41:18.595937 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d68de-5b3c-450b-b614-c796567f5748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6819f6-67f6-4c41-a29c-b82641cc457f,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:18.600037 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:18.604776 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-359d68de-5b3c-450b-b614-c796567f5748 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d910338496954359b49097201693a52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6216412 Aug 10 10:41:18.617756 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38804) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:18.692818 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8dd95af3-6b42-4356-8850-85727168caf9 req-aab6e942-347e-4045-9300-09d5c4e991d5 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062816 Aug 10 10:41:18.761808 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72da7bc-b210-4a5a-a56f-a197ad9db7f8', 'tag': 'bcdaeb21-fc43-4b01-bae3-3b2b8a857e33'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:18.764184 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760" -d '{"events": [{"name": "network-changed", "server_uuid": "e72da7bc-b210-4a5a-a56f-a197ad9db7f8", "tag": "bcdaeb21-fc43-4b01-bae3-3b2b8a857e33"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:18.769772 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-155f1736-6d26-4657-b892-25e52e5b853b req-5e3e8dc3-84f1-4022-8df2-4a721c9072cf service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839595 Aug 10 10:41:18.835407 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-85d7a185-c043-40b4-a6ba-66188ad63e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:18.838223 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b4b49e-43b3-40fb-9228-62a7d2587920 x-openstack-request-id: req-96b4b49e-43b3-40fb-9228-62a7d2587920 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:18.838501 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72da7bc-b210-4a5a-a56f-a197ad9db7f8", "tag": "bcdaeb21-fc43-4b01-bae3-3b2b8a857e33", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:18.838835 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96b4b49e-43b3-40fb-9228-62a7d2587920 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:18.839214 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72da7bc-b210-4a5a-a56f-a197ad9db7f8', 'tag': 'bcdaeb21-fc43-4b01-bae3-3b2b8a857e33', 'status': 'completed', 'code': 200} Aug 10 10:41:18.854333 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-90db8fe5-9ed6-48cd-a425-c04841b9b26e tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--436541815&fields=id&tenant_id=3a7ae0e441e747b69e73e999adad517d HTTP/1.1" status: 200 len: 267 time: 0.4207501 Aug 10 10:41:18.879837 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-85d7a185-c043-40b4-a6ba-66188ad63e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:18.961950 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 968f1838-f330-4713-a7c7-e7515a41a0d6 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:41:19.038336 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-eb545a48-b8fe-4728-919a-71d214924387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:19.040099 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-eb545a48-b8fe-4728-919a-71d214924387 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 1097 time: 0.2171648 Aug 10 10:41:19.057926 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9754da5d-7bcb-4434-ac72-54d061a90886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.066601 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-85d7a185-c043-40b4-a6ba-66188ad63e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.071564 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-85d7a185-c043-40b4-a6ba-66188ad63e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.078279 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-85d7a185-c043-40b4-a6ba-66188ad63e93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b6819f6-67f6-4c41-a29c-b82641cc457f HTTP/1.1" status: 204 len: 168 time: 0.4543500 Aug 10 10:41:19.081485 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9754da5d-7bcb-4434-ac72-54d061a90886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.133349 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7a185-c043-40b4-a6ba-66188ad63e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6819f6-67f6-4c41-a29c-b82641cc457f,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:19.253937 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754da5d-7bcb-4434-ac72-54d061a90886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df03c81-2d75-43df-9379-ee9c23576932,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:19.275837 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-eabb54e1-580f-4669-89f5-c83ba6c7aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:19.282397 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-eabb54e1-580f-4669-89f5-c83ba6c7aa0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09750db56dc94c82b11d60fb8ff13805&device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 1096 time: 0.3886180 Aug 10 10:41:19.326751 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63191ec-95c2-4162-a02e-5772362ae293 req-beeaed06-3160-4611-b3ce-8f54df1963b8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:19.336033 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-beeaed06-3160-4611-b3ce-8f54df1963b8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 811 time: 0.4381740 Aug 10 10:41:19.340593 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9754da5d-7bcb-4434-ac72-54d061a90886 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e4b2b65e3a945be99993bfd60d8fd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8552883 Aug 10 10:41:19.341587 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38822) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:19.466764 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 968f1838-f330-4713-a7c7-e7515a41a0d6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=968f1838-f330-4713-a7c7-e7515a41a0d6,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:19.488423 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '968f1838-f330-4713-a7c7-e7515a41a0d6', 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d', 'port_id': '968f1838-f330-4713-a7c7-e7515a41a0d6', 'mac_address': 'fa:16:3e:65:5d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773fcac6-d171-4f89-b223-b13781b04501', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:41:19.574506 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.616904 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968f1838-f330-4713-a7c7-e7515a41a0d6 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:19.637022 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-d0be5fa2-9d5e-4df1-9885-61fa69e41548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:19.638660 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-d0be5fa2-9d5e-4df1-9885-61fa69e41548 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c81deefc-a215-479f-b434-0c5534261322 HTTP/1.1" status: 200 len: 912 time: 0.3116522 Aug 10 10:41:19.655681 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bd47839e-c3ff-4896-bcd7-0edc1c116b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.672849 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 968f1838-f330-4713-a7c7-e7515a41a0d6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=968f1838-f330-4713-a7c7-e7515a41a0d6,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:19.680813 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.684032 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:41:19.684274 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bd47839e-c3ff-4896-bcd7-0edc1c116b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.749796 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bd47839e-c3ff-4896-bcd7-0edc1c116b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.753066 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bd47839e-c3ff-4896-bcd7-0edc1c116b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.758484 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-bd47839e-c3ff-4896-bcd7-0edc1c116b42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2df03c81-2d75-43df-9379-ee9c23576932 HTTP/1.1" status: 204 len: 168 time: 0.2813878 Aug 10 10:41:19.772196 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47839e-c3ff-4896-bcd7-0edc1c116b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df03c81-2d75-43df-9379-ee9c23576932,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:19.821333 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.846647 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.909852 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-b2fabb27-1b1c-4377-8fb9-c37c60d1d4c6 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/quotas/3a7ae0e441e747b69e73e999adad517d HTTP/1.1" status: 200 len: 375 time: 0.5722244 Aug 10 10:41:19.964492 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-7c43d166-7df3-4e39-8045-031d9c7e9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:19.966032 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-7c43d166-7df3-4e39-8045-031d9c7e9d81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 920 time: 0.9089882 Aug 10 10:41:19.966686 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'Port': ['ID=bc91c831-0a15-489b-962d-b930ad00f339,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:19.975866 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.996686 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:19.997960 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a2fe7bb2-2615-4e37-953a-638b9ffbde3e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2265079 Aug 10 10:41:20.007914 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=968f1838-f330-4713-a7c7-e7515a41a0d6,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:20.030576 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87832370-69b8-4ebd-8d53-5d49a3398933 req-e515b622-0a27-460f-93a3-cb88fcd4da1f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:20.032193 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-87832370-69b8-4ebd-8d53-5d49a3398933 req-e515b622-0a27-460f-93a3-cb88fcd4da1f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.2006721 Aug 10 10:41:20.041126 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-d0e4ff8d-8e77-4221-b22b-a47051f9932e tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1210437 Aug 10 10:41:20.083322 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,segment=NetworkSegment(39bf5399-be86-4bcf-be50-11235f48cfc9),segment_id=39bf5399-be86-4bcf-be50-11235f48cfc9)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:20.090274 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-87832370-69b8-4ebd-8d53-5d49a3398933 req-267a5c93-a31c-4ba0-ab7d-8166ae596502 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Aug 10 10:41:20.121719 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': 'bcdaeb21-fc43-4b01-bae3-3b2b8a857e33', 'network_id': 'c81deefc-a215-479f-b434-0c5534261322', 'port_id': 'bcdaeb21-fc43-4b01-bae3-3b2b8a857e33', 'mac_address': 'fa:16:3e:83:58:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a66c18-fa69-4c49-9a5d-aca3fdb5ac2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:41:20.205503 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:20.234272 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:20.263464 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,segment=NetworkSegment(39bf5399-be86-4bcf-be50-11235f48cfc9),segment_id=39bf5399-be86-4bcf-be50-11235f48cfc9)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:20.273787 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:20.289993 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dd0de-3fd9-4777-9208-356f5db4e4f3 req-83fbdd4c-03dc-43af-a30f-0dc5e1b13f22 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:20.292684 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b0dd0de-3fd9-4777-9208-356f5db4e4f3 req-83fbdd4c-03dc-43af-a30f-0dc5e1b13f22 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 943 time: 0.1000059 Aug 10 10:41:20.370207 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b0dd0de-3fd9-4777-9208-356f5db4e4f3 req-973de1b0-7665-4016-91de-5c70918a03e7 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623755 Aug 10 10:41:20.373343 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:20.572081 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-d7d8f3eb-8674-4191-90ec-6690e0881c71 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1072634252&fields=id&tenant_id=0d2d659e30074d3a8f138742fa9684e3 HTTP/1.1" status: 200 len: 267 time: 0.0694208 Aug 10 10:41:20.733648 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-05850092-76e6-4cbd-811f-1d5d30cec1c7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:20.735436 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-05850092-76e6-4cbd-811f-1d5d30cec1c7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 817 time: 0.1602316 Aug 10 10:41:20.762471 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-2fa7c85d-a8e4-44c2-9a77-49ae8cedb345 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/quotas/0d2d659e30074d3a8f138742fa9684e3 HTTP/1.1" status: 200 len: 375 time: 0.0184209 Aug 10 10:41:20.851868 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-6d94050a-788b-4a8f-8502-5c42baab52b9 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784750 Aug 10 10:41:20.883485 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-e7ebadc3-fa2e-4011-b901-56dddab0d0dd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99996) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:41:20.893890 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-e7ebadc3-fa2e-4011-b901-56dddab0d0dd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2924635 Aug 10 10:41:21.198322 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8f8f981d-6a6d-4ae9-b218-1e8b594900cf service neutron] 10.222.0.43 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022990 Aug 10 10:41:21.209165 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-be9a97da-c7ef-4a20-aeda-882bd41bfe53 service neutron] 10.222.0.43 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948141 Aug 10 10:41:21.539389 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-765b173f-4842-4101-aa19-f5985b5773fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 HTTP/1.1" status: 200 len: 217 time: 0.0780478 Aug 10 10:41:21.568149 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-f09b8fc6-0dc2-4f18-89eb-1d4ab1d8a416 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 HTTP/1.1" status: 200 len: 217 time: 0.1141636 Aug 10 10:41:21.577031 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-7dd2e223-40d2-4221-9f83-c771153c0580 service neutron] 10.222.0.43 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483057 Aug 10 10:41:21.580847 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-2b9bea9a-68e0-4f84-b0fd-70cd65e28bcf service neutron] 10.222.0.43 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812554 Aug 10 10:41:22.039992 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9bf84-e922-4c28-9e69-d8a1fb58a6ad req-9f69f2c0-b901-4218-a598-fac1a2d57a4a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:22.048368 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5cd9bf84-e922-4c28-9e69-d8a1fb58a6ad req-9f69f2c0-b901-4218-a598-fac1a2d57a4a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.1081140 Aug 10 10:41:22.088728 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5cd9bf84-e922-4c28-9e69-d8a1fb58a6ad req-7fe37fc3-44fe-4355-920b-25647f65e42d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 Aug 10 10:41:22.287501 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cff25c59-975c-4af9-abdc-d8da1560c9c1 req-a1d95d00-686f-4642-8028-8c2283710766 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 210 time: 0.0914035 Aug 10 10:41:22.356848 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4bae4-ba13-43c3-a76a-7e80f15e8911 req-39bfacd0-a016-4c64-9177-49cad7e346d9 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:22.359647 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d7b4bae4-ba13-43c3-a76a-7e80f15e8911 req-39bfacd0-a016-4c64-9177-49cad7e346d9 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 944 time: 0.1791351 Aug 10 10:41:22.624062 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0c6042be-7290-42fa-9629-914f24ff1021 req-66cfd67d-58ac-46bb-a0f4-35c9b9562f7b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.2136824 Aug 10 10:41:22.703915 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-b6ef2b5d-9a09-42cd-8e72-b8255cf278bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:22.706957 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-b6ef2b5d-9a09-42cd-8e72-b8255cf278bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93a66c18-fa69-4c49-9a5d-aca3fdb5ac2e HTTP/1.1" status: 200 len: 851 time: 0.2123334 Aug 10 10:41:22.770548 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-16fdd256-55d4-4d26-8def-b4118a23f5a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81deefc-a215-479f-b434-0c5534261322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558498 Aug 10 10:41:22.787713 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['bcdaeb21-fc43-4b01-bae3-3b2b8a857e33'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:41:22.846368 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['968f1838-f330-4713-a7c7-e7515a41a0d6'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:41:22.849496 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-94c91c8a-d1be-4efa-b1ed-2244c663199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:22.851363 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-94c91c8a-d1be-4efa-b1ed-2244c663199b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.2486103 Aug 10 10:41:22.868125 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d7b4bae4-ba13-43c3-a76a-7e80f15e8911 req-9903f39c-b259-458c-8b41-231c9875fde3 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871314 Aug 10 10:41:23.111860 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-1058a458-3b1d-4806-9ca5-7f0ed2ecfaac service neutron] 10.222.0.26 "GET /v2.0/networks/c81deefc-a215-479f-b434-0c5534261322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299606 Aug 10 10:41:23.322404 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59467f-7f32-44b9-b253-46395de3c706 req-62759f16-2f84-4fc2-b6b5-1e6298385576 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:23.329700 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-da59467f-7f32-44b9-b253-46395de3c706 req-62759f16-2f84-4fc2-b6b5-1e6298385576 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0968027 Aug 10 10:41:23.472538 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-da59467f-7f32-44b9-b253-46395de3c706 req-d1756b3d-0aab-43ac-b9f4-b1a7651cfce6 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349740 Aug 10 10:41:23.507376 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 38992) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:23.611601 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9dffb1c2-4303-4f11-8afd-2e94973391ee req-f3b2ece4-27dd-43af-a1c0-6f545f7e1539 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 210 time: 0.0598350 Aug 10 10:41:23.747306 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ba42d45d-c23b-4750-a837-f73a38d19440 req-d4c278a2-2bf4-409b-bc33-ff130d255ca7 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0417233 Aug 10 10:41:23.785513 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cfb2be8c-7ec4-4ee0-b432-8f58a05be53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:23.928399 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cfb2be8c-7ec4-4ee0-b432-8f58a05be53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:23.933815 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cfb2be8c-7ec4-4ee0-b432-8f58a05be53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:23.975953 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2be8c-7ec4-4ee0-b432-8f58a05be53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec36a746-b5d9-49a6-bc84-0952c276f5ca,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:23.982839 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-cfb2be8c-7ec4-4ee0-b432-8f58a05be53d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0325756981e94b268729595748fc9e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741549 Aug 10 10:41:23.985398 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39006) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:24.048326 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-48142a23-bdf9-4184-bcce-301cf08c2351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:24.061178 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70980ab9-83a9-4a7a-8b31-3aad99ca99ef req-8280950f-27ed-4ee4-9e46-d83c638fad49 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:24.063688 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-70980ab9-83a9-4a7a-8b31-3aad99ca99ef req-8280950f-27ed-4ee4-9e46-d83c638fad49 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 944 time: 0.0855243 Aug 10 10:41:24.083358 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-48142a23-bdf9-4184-bcce-301cf08c2351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:24.111354 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-70980ab9-83a9-4a7a-8b31-3aad99ca99ef req-62545fe4-190e-40eb-a285-eccdbbd6d3c3 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Aug 10 10:41:24.162434 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-48142a23-bdf9-4184-bcce-301cf08c2351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:24.165593 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-48142a23-bdf9-4184-bcce-301cf08c2351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:24.169547 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-48142a23-bdf9-4184-bcce-301cf08c2351 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec36a746-b5d9-49a6-bc84-0952c276f5ca HTTP/1.1" status: 204 len: 168 time: 0.1798954 Aug 10 10:41:24.177511 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48142a23-bdf9-4184-bcce-301cf08c2351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec36a746-b5d9-49a6-bc84-0952c276f5ca,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:24.568792 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39014) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:24.592043 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-76495e6a-4ae7-4ff2-bd1d-b0e6ad12f822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:24.661454 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c6fd9-2b84-44fa-8afb-e31775195747 req-32d36ef3-71c7-4c41-b897-f2c599b3012a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:24.664668 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ad7c6fd9-2b84-44fa-8afb-e31775195747 req-32d36ef3-71c7-4c41-b897-f2c599b3012a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0974643 Aug 10 10:41:24.747558 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ad7c6fd9-2b84-44fa-8afb-e31775195747 req-f5edd3d8-4e87-42f1-a5bf-b89c2d2c21d1 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697744 Aug 10 10:41:24.754436 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-76495e6a-4ae7-4ff2-bd1d-b0e6ad12f822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:24.760311 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-76495e6a-4ae7-4ff2-bd1d-b0e6ad12f822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:24.802070 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-76495e6a-4ae7-4ff2-bd1d-b0e6ad12f822 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dba3c3eeea64802a883dcc5ca4cd391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315476 Aug 10 10:41:24.805690 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39024) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:24.815810 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-e6e2efb5-794c-4031-b64f-ba3a671b35a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664167 Aug 10 10:41:24.841692 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76495e6a-4ae7-4ff2-bd1d-b0e6ad12f822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179159b9-781e-43e2-aa3c-4f21aa801e70,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:24.852587 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-06acabe9-a640-4203-a6cc-330df981c16a req-1d2070bf-125e-4c95-944f-50e597b4be99 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 210 time: 0.0860217 Aug 10 10:41:24.899107 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a31aedec-7a4f-4700-9ed6-2846c4b56b14 req-8643b6ba-2148-4818-a4c2-afc9f1adebee tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0504634 Aug 10 10:41:24.913578 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-22b88951-8d2d-405f-8b27-6272c09fe8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:24.955099 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-22b88951-8d2d-405f-8b27-6272c09fe8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:25.027677 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-22b88951-8d2d-405f-8b27-6272c09fe8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:25.030609 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-22b88951-8d2d-405f-8b27-6272c09fe8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:25.031860 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-22b88951-8d2d-405f-8b27-6272c09fe8e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/179159b9-781e-43e2-aa3c-4f21aa801e70 HTTP/1.1" status: 204 len: 168 time: 0.2254040 Aug 10 10:41:25.040641 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b88951-8d2d-405f-8b27-6272c09fe8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179159b9-781e-43e2-aa3c-4f21aa801e70,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:25.279559 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e897288-fae0-402f-81ee-afa4d5dd7b7b req-08883225-97d2-40e6-8a6b-08d588f4c253 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:25.281380 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5e897288-fae0-402f-81ee-afa4d5dd7b7b req-08883225-97d2-40e6-8a6b-08d588f4c253 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 944 time: 0.0635095 Aug 10 10:41:25.344527 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5e897288-fae0-402f-81ee-afa4d5dd7b7b req-6e40cdb4-3244-4bba-8c7f-2c436043606a tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546033 Aug 10 10:41:25.805961 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:41:26.143265 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceb12f-fa1d-45c9-935d-b9107a0f55c3 req-a27acc10-28f3-4d6d-a413-d2eb63647d8d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:26.158181 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-32ceb12f-fa1d-45c9-935d-b9107a0f55c3 req-a27acc10-28f3-4d6d-a413-d2eb63647d8d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.1816030 Aug 10 10:41:26.191714 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5ef69e74-38f7-4fac-a619-b7ce0aca4c17 req-89e6ea9a-476c-4a5c-9030-64239f11ee56 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 210 time: 0.1103792 Aug 10 10:41:26.193806 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ebf277a9-7d45-4f7b-a576-d3e94ffc9760 req-ddefc820-d683-41d9-b053-1486fb5e7f14 service neutron] 10.222.0.26 "GET /v2.0/networks/c81deefc-a215-479f-b434-0c5534261322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826389 Aug 10 10:41:26.224488 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:26.254186 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83', 'network_id': '6b0c085c-bf67-45ed-acd0-fdd1b26ef92d', 'port_id': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83', 'mac_address': 'fa:16:3e:a5:c9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773fcac6-d171-4f89-b223-b13781b04501', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:41:26.281336 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-32ceb12f-fa1d-45c9-935d-b9107a0f55c3 req-172caf74-10e6-4a27-8fc0-7a52ba3373a7 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943999 Aug 10 10:41:26.303348 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-062b0334-d0bd-4930-bcfc-01e8216ebb54 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929385 Aug 10 10:41:26.315188 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:26.343780 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:26.361060 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-58987235-0aa6-4e61-b3ab-1d30adfec2a7 req-b44908d4-d778-4520-908a-ebc2b111d856 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0636766 Aug 10 10:41:26.378237 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:26.403532 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:26.598474 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14900982-11ac-4a77-ac02-3d7590a9ced0 req-cf49056f-1ebf-489b-8fe3-c4862e9cdcd8 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:26.611819 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-14900982-11ac-4a77-ac02-3d7590a9ced0 req-cf49056f-1ebf-489b-8fe3-c4862e9cdcd8 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 944 time: 0.1688030 Aug 10 10:41:26.635463 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e79a4c8b-afda-46de-9c12-f957a1ffdd7a req-0ed6b668-2007-4120-88c0-03b982731bbe service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150034 Aug 10 10:41:26.639971 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:26.691634 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['64f2d4c8-f041-42f6-abae-7dcb6e2f1e83'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:41:26.745921 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-14900982-11ac-4a77-ac02-3d7590a9ced0 req-89cb8b7b-eb48-4bcf-98e0-bde7bfe4d0fd tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028347 Aug 10 10:41:26.881006 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3407f22f-f494-4f95-96ef-006031140d3c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:26.887211 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3407f22f-f494-4f95-96ef-006031140d3c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 817 time: 0.2700064 Aug 10 10:41:27.031276 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-55e3502f-e9f6-4a27-bf8a-1b3de2a320b0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d2d659e30074d3a8f138742fa9684e3 HTTP/1.1" status: 200 len: 380 time: 0.1267583 Aug 10 10:41:27.038239 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39090) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:27.056720 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'port': {'device_id': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'admin_state_up': True, 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'security_groups': ['971e2129-0538-4461-b50c-ccb5b5c1e947']}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:27.115634 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-e81e4203-eb51-441c-a385-fc1edf9afce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:27.280283 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cff60b82-9ecc-4838-92ea-5c5b9fca7211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:27.568661 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-61311e45-a99a-4da3-be29-21f39817b369 req-7ca08226-c4a4-4859-b2f0-28eb37f0e1bc tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 210 time: 0.0818529 Aug 10 10:41:27.601877 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63191ec-95c2-4162-a02e-5772362ae293 req-072b474f-d07f-43b3-8caf-7f10b1bec8a5 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:27.604511 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-072b474f-d07f-43b3-8caf-7f10b1bec8a5 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 811 time: 0.3185215 Aug 10 10:41:27.680792 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78251-c860-4d05-ac2d-8dca9228096a req-a02fc9ee-06fa-435a-bfb9-2052a3035688 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:27.695064 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29f78251-c860-4d05-ac2d-8dca9228096a req-a02fc9ee-06fa-435a-bfb9-2052a3035688 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 945 time: 0.1220098 Aug 10 10:41:27.759569 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-149eaa68-5ec7-43b8-b596-f2091b731c79 req-c1d48fdb-dd95-40e5-a220-5b1c5ebb04d5 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0598700 Aug 10 10:41:27.818759 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29f78251-c860-4d05-ac2d-8dca9228096a req-66add24b-15df-4949-90ee-048e64abecac tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218863 Aug 10 10:41:27.865090 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cff60b82-9ecc-4838-92ea-5c5b9fca7211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:27.882426 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-cff60b82-9ecc-4838-92ea-5c5b9fca7211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:27.960240 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Made reservation on behalf of 0d2d659e30074d3a8f138742fa9684e3 for: {'port': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:41:27.965402 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.001231 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8ee22-6623-45d4-954a-be7fec41ecc6 req-5dad565e-aaec-413b-86c8-cad5afbcc11e tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:28.001543 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-cff60b82-9ecc-4838-92ea-5c5b9fca7211 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9659ba544ef44300afd2aa5c60744d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9610138 Aug 10 10:41:28.004321 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-efc8ee22-6623-45d4-954a-be7fec41ecc6 req-5dad565e-aaec-413b-86c8-cad5afbcc11e tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 944 time: 0.1188574 Aug 10 10:41:28.005132 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39128) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:28.022581 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff60b82-9ecc-4838-92ea-5c5b9fca7211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10bd477-6f86-4765-a5d0-46751fbadb76,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:28.078926 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-efc8ee22-6623-45d4-954a-be7fec41ecc6 req-8c2e0762-2936-4e62-8b29-0fc2b7566d67 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616100 Aug 10 10:41:28.164059 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-222aac68-ae82-4744-95bb-23c9dc3678e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.203209 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Allocated IP 172.20.0.8 (b19e54be-240d-4de2-97ba-d37b57d1b3de/5162ef41-aa6d-4853-b720-e1a65475be83/2930d8b6-f014-44e2-a6ef-83665f4108ca) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:41:28.206634 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-222aac68-ae82-4744-95bb-23c9dc3678e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.336278 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-222aac68-ae82-4744-95bb-23c9dc3678e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.338928 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-222aac68-ae82-4744-95bb-23c9dc3678e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.340350 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-222aac68-ae82-4744-95bb-23c9dc3678e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f10bd477-6f86-4765-a5d0-46751fbadb76 HTTP/1.1" status: 204 len: 168 time: 0.3338778 Aug 10 10:41:28.356749 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222aac68-ae82-4744-95bb-23c9dc3678e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10bd477-6f86-4765-a5d0-46751fbadb76,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:28.407441 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.429136 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Transition to ACTIVE for port object 2930d8b6-f014-44e2-a6ef-83665f4108ca will not be triggered until provisioned by entity DHCP. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:41:28.488161 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:28.497648 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.565442 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Network b19e54be-240d-4de2-97ba-d37b57d1b3de is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:41:28.569800 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:41:28.570930 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:28.572861 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:41:28.582267 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:28.583357 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.618480 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:28.691371 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:28.692062 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.733317 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-3c4b4309-41c9-4b8f-b717-5c2bd57eb411 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6834357 Aug 10 10:41:28.768533 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.805527 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06108bea-9532-4821-85e9-a5a71e37be61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:28.837075 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b77d2a-23b7-4315-be4c-f9a3c24040fa req-e3cbee36-deff-440b-a0d6-0b5657afc04e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:28.848226 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d1b77d2a-23b7-4315-be4c-f9a3c24040fa req-e3cbee36-deff-440b-a0d6-0b5657afc04e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 931 time: 0.0916066 Aug 10 10:41:28.901100 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d1b77d2a-23b7-4315-be4c-f9a3c24040fa req-0a60099c-46fc-486b-9d07-91c7e02cc4c8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517278 Aug 10 10:41:28.964356 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:28.977819 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:28.979603 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 968f1838-f330-4713-a7c7-e7515a41a0d6 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:28.988131 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-15ec2e0c-6577-4b08-a6ce-19cbc5f6d476 req-ccf8a168-709f-4cbe-8ff7-009e166347ee tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0468791 Aug 10 10:41:29.149377 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:29.160191 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cce25a-6696-4d60-abc6-847234f9276f req-1ff2dee6-18e0-402e-9f49-f504a4e6bfd7 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:29.160401 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-e72c79f5-553f-45d2-8b61-f1c8e1608117 None None] Provisioning for port 2930d8b6-f014-44e2-a6ef-83665f4108ca completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:29.169325 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-e72c79f5-553f-45d2-8b61-f1c8e1608117 None None] Provisioning complete for port 2930d8b6-f014-44e2-a6ef-83665f4108ca triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:29.169934 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-e72c79f5-553f-45d2-8b61-f1c8e1608117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:29.171655 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66cce25a-6696-4d60-abc6-847234f9276f req-1ff2dee6-18e0-402e-9f49-f504a4e6bfd7 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.1465988 Aug 10 10:41:29.226102 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb090081-75a0-459e-ba96-0ed768ce5590" -d '{"events": [{"server_uuid": "06108bea-9532-4821-85e9-a5a71e37be61", "name": "network-vif-plugged", "status": "completed", "tag": "64f2d4c8-f041-42f6-abae-7dcb6e2f1e83"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:29.249920 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 968f1838-f330-4713-a7c7-e7515a41a0d6 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:29.263232 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 968f1838-f330-4713-a7c7-e7515a41a0d6 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:29.263710 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:29.293595 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-e72c79f5-553f-45d2-8b61-f1c8e1608117 None None] Port 2930d8b6-f014-44e2-a6ef-83665f4108ca cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:41:29.302113 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66cce25a-6696-4d60-abc6-847234f9276f req-165c05ec-0454-4ed8-91cf-344c8ca77135 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264024 Aug 10 10:41:29.323286 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262239f-329d-4e5c-ac41-974047fb18f7 req-a1f8907f-f3d2-49ac-9842-205c5b9f41ca tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:29.325318 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e262239f-329d-4e5c-ac41-974047fb18f7 req-a1f8907f-f3d2-49ac-9842-205c5b9f41ca tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 944 time: 0.1189904 Aug 10 10:41:29.381497 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e262239f-329d-4e5c-ac41-974047fb18f7 req-6b306a59-14e6-41e2-b25d-21fe2014fcd7 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 Aug 10 10:41:29.410091 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:29.470361 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 968f1838-f330-4713-a7c7-e7515a41a0d6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=968f1838-f330-4713-a7c7-e7515a41a0d6,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:29.476727 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c20183-284d-4a33-b640-6eca6c988c99 x-openstack-request-id: req-c7c20183-284d-4a33-b640-6eca6c988c99 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:29.477313 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06108bea-9532-4821-85e9-a5a71e37be61", "name": "network-vif-plugged", "status": "completed", "tag": "64f2d4c8-f041-42f6-abae-7dcb6e2f1e83", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:29.477807 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7c20183-284d-4a33-b640-6eca6c988c99 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:29.478709 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06108bea-9532-4821-85e9-a5a71e37be61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83', 'code': 200} Aug 10 10:41:29.480754 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:29.482187 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:29.623829 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1fd629fc-4db8-4722-9adc-a22ff51596ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:29.656755 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=968f1838-f330-4713-a7c7-e7515a41a0d6,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:29.674493 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:29.682243 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:29.683022 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:29.794473 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:29.833830 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,segment=NetworkSegment(39bf5399-be86-4bcf-be50-11235f48cfc9),segment_id=39bf5399-be86-4bcf-be50-11235f48cfc9)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:29.838435 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:29.896005 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:30.062028 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4bf85-4bc2-4208-9b1e-a8210858a355 req-ec78dd63-62c6-445b-986a-67fc84ba72dc tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:30.064300 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-72d4bf85-4bc2-4208-9b1e-a8210858a355 req-ec78dd63-62c6-445b-986a-67fc84ba72dc tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 931 time: 0.0742388 Aug 10 10:41:30.074902 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39190) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:30.101211 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:30.140954 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-92e83f85-3e9d-4890-8729-0ecf0daf3340 req-b7dffa43-1831-46d9-ab6a-ff338b5ed9f2 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0412607 Aug 10 10:41:30.164841 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-72d4bf85-4bc2-4208-9b1e-a8210858a355 req-11fc1234-a946-4ce2-a870-0d62bbcd53a6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947094 Aug 10 10:41:30.232674 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f67b1e00-3b08-46de-8469-f8140f3561fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:30.344577 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f67b1e00-3b08-46de-8469-f8140f3561fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:30.350732 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f67b1e00-3b08-46de-8469-f8140f3561fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:30.396623 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-f67b1e00-3b08-46de-8469-f8140f3561fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f73adda4a0ce4505afcadd394ad7515d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201823 Aug 10 10:41:30.399438 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b1e00-3b08-46de-8469-f8140f3561fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95f2ed-f909-4aec-a29f-21fecd2e661f,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:30.401267 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39198) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:30.486626 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230256-f1de-438a-9c3d-ebccfc414ef0 req-951c4eeb-0633-4c2a-8a24-027e072f9e62 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:30.488516 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b0230256-f1de-438a-9c3d-ebccfc414ef0 req-951c4eeb-0633-4c2a-8a24-027e072f9e62 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0969839 Aug 10 10:41:30.539478 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Request body: {'port': {'device_id': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:30.556441 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a6958d50-0f29-4e97-a327-c91ff7510cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:30.613116 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:30.646212 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:30.673248 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a6958d50-0f29-4e97-a327-c91ff7510cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:30.680345 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b0230256-f1de-438a-9c3d-ebccfc414ef0 req-1e207aaa-d129-4e8a-91ee-9f46601a4b5f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754544 Aug 10 10:41:30.707272 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949cf86-3929-4fb1-8755-da8a83094ec2 req-5c7069f8-0815-40f2-8c8f-6c88145ad5ef tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:30.712476 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f949cf86-3929-4fb1-8755-da8a83094ec2 req-5c7069f8-0815-40f2-8c8f-6c88145ad5ef tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 945 time: 0.2469580 Aug 10 10:41:30.720520 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-5f7b6753-740b-4aff-94e6-465d766ea9a7 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a7ae0e441e747b69e73e999adad517d HTTP/1.1" status: 200 len: 379 time: 0.1985059 Aug 10 10:41:30.737806 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'port': {'device_id': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'admin_state_up': True, 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'security_groups': ['9a0ff217-c63c-440c-9a03-ca4eeb493f1f']}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:30.989137 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10f4f4-62b1-482e-a825-e34fe12b5026 req-6a93530a-bf7a-4b48-b7e5-291548510eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:30.991501 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-9b10f4f4-62b1-482e-a825-e34fe12b5026 req-6a93530a-bf7a-4b48-b7e5-291548510eeb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 1099 time: 0.2710848 Aug 10 10:41:31.051496 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-9b10f4f4-62b1-482e-a825-e34fe12b5026 req-fd05956e-515d-441e-98f8-3151aac4d092 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:31.149756 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f949cf86-3929-4fb1-8755-da8a83094ec2 req-75e6610c-6acd-4320-a699-027824fa2a8d tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241643 Aug 10 10:41:31.201277 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a6958d50-0f29-4e97-a327-c91ff7510cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:31.203358 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a6958d50-0f29-4e97-a327-c91ff7510cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:31.204605 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a6958d50-0f29-4e97-a327-c91ff7510cd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a95f2ed-f909-4aec-a29f-21fecd2e661f HTTP/1.1" status: 204 len: 168 time: 0.8023217 Aug 10 10:41:31.207530 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2930d8b6-f014-44e2-a6ef-83665f4108ca {{(pid=99995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:31.216132 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:31.221446 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6958d50-0f29-4e97-a327-c91ff7510cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95f2ed-f909-4aec-a29f-21fecd2e661f,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:31.231431 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Transition to ACTIVE for port object 2930d8b6-f014-44e2-a6ef-83665f4108ca will not be triggered until provisioned by entity L2. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:41:31.248632 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:31.424864 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:31.480528 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d1aa4a-9de6-4982-ae18-138e99d76f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968f1838-f330-4713-a7c7-e7515a41a0d6'}, {'server_uuid': 'e72da7bc-b210-4a5a-a56f-a197ad9db7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdaeb21-fc43-4b01-bae3-3b2b8a857e33'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:31.484491 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3a959f3e-960b-4746-bf5f-9749c8465f66 req-330eef3f-145e-439b-af94-e3e94885ed4e tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.1338615 Aug 10 10:41:31.498503 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f668713-169c-41e9-ab14-9cf553d94568" -d '{"events": [{"server_uuid": "a1d1aa4a-9de6-4982-ae18-138e99d76f02", "name": "network-vif-plugged", "status": "completed", "tag": "968f1838-f330-4713-a7c7-e7515a41a0d6"}, {"server_uuid": "e72da7bc-b210-4a5a-a56f-a197ad9db7f8", "name": "network-vif-plugged", "status": "completed", "tag": "bcdaeb21-fc43-4b01-bae3-3b2b8a857e33"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:31.612002 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-9b10f4f4-62b1-482e-a825-e34fe12b5026 req-fd05956e-515d-441e-98f8-3151aac4d092 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:31.638289 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4d900f-e6bb-4b07-8cbc-c6278fff4ffe x-openstack-request-id: req-2f4d900f-e6bb-4b07-8cbc-c6278fff4ffe {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:31.638713 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d1aa4a-9de6-4982-ae18-138e99d76f02", "name": "network-vif-plugged", "status": "completed", "tag": "968f1838-f330-4713-a7c7-e7515a41a0d6", "code": 200}, {"server_uuid": "e72da7bc-b210-4a5a-a56f-a197ad9db7f8", "name": "network-vif-plugged", "status": "completed", "tag": "bcdaeb21-fc43-4b01-bae3-3b2b8a857e33", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:31.645363 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-9b10f4f4-62b1-482e-a825-e34fe12b5026 req-fd05956e-515d-441e-98f8-3151aac4d092 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:31.646314 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f4d900f-e6bb-4b07-8cbc-c6278fff4ffe {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:31.647174 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d1aa4a-9de6-4982-ae18-138e99d76f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968f1838-f330-4713-a7c7-e7515a41a0d6', 'code': 200} Aug 10 10:41:31.648330 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72da7bc-b210-4a5a-a56f-a197ad9db7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdaeb21-fc43-4b01-bae3-3b2b8a857e33', 'code': 200} Aug 10 10:41:31.682012 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:31.775908 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf00f4-a6ab-488d-8fd7-94dbfa3ca890 req-705d00da-5546-4b97-966f-e9f9498d237a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:31.778917 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cbaf00f4-a6ab-488d-8fd7-94dbfa3ca890 req-705d00da-5546-4b97-966f-e9f9498d237a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.3181202 Aug 10 10:41:31.781993 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Made reservation on behalf of 3a7ae0e441e747b69e73e999adad517d for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:41:31.793223 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:31.980205 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-9b10f4f4-62b1-482e-a825-e34fe12b5026 req-fd05956e-515d-441e-98f8-3151aac4d092 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9768014 Aug 10 10:41:31.988100 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.26', 58606) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:31.991705 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Attempting to bind port 2930d8b6-f014-44e2-a6ef-83665f4108ca on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:41:31.992263 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Attempting to bind port 2930d8b6-f014-44e2-a6ef-83665f4108ca by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:41:31.994541 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Attempting to bind port 2930d8b6-f014-44e2-a6ef-83665f4108ca on network b19e54be-240d-4de2-97ba-d37b57d1b3de {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:32.008849 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05956e-515d-441e-98f8-3151aac4d092 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=950b9051-42f3-4ccd-81fd-c6c3aab5b950,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:32.031653 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Port 2930d8b6-f014-44e2-a6ef-83665f4108ca on network b19e54be-240d-4de2-97ba-d37b57d1b3de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:41:32.031986 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Attempting to bind port 2930d8b6-f014-44e2-a6ef-83665f4108ca on network b19e54be-240d-4de2-97ba-d37b57d1b3de {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:32.042234 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:41:32.042234 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Checking segment: {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:41:32.042234 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Bound using segment: {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:41:32.042722 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Bound port: 2930d8b6-f014-44e2-a6ef-83665f4108ca, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'}}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:41:32.042898 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:32.115825 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cbaf00f4-a6ab-488d-8fd7-94dbfa3ca890 req-21c6325c-95e5-481a-b4b9-0882581df817 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061359 Aug 10 10:41:32.276455 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785453a-124d-4ec7-aa54-41d24eec009b req-feed0e85-620e-47d7-86fc-aa907a4ca8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:32.283996 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-d785453a-124d-4ec7-aa54-41d24eec009b req-feed0e85-620e-47d7-86fc-aa907a4ca8f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 1098 time: 0.2809954 Aug 10 10:41:32.306673 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:32.356342 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0164bb-0b95-403c-a134-1dd5609a9f79 req-fbe6906d-6ff2-4260-8847-bcc334aeb874 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:32.375991 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cd0164bb-0b95-403c-a134-1dd5609a9f79 req-fbe6906d-6ff2-4260-8847-bcc334aeb874 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.2852080 Aug 10 10:41:32.396438 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db381c9e-e85a-4ebf-a835-6a9c192fd6ca req-e3de84ca-3e7a-4d8e-90e6-8ae3c106e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:32.398424 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-db381c9e-e85a-4ebf-a835-6a9c192fd6ca req-e3de84ca-3e7a-4d8e-90e6-8ae3c106e9d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1098 time: 0.2673976 Aug 10 10:41:32.400076 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, cleared binding levels {{(pid=99995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:41:32.407642 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:41:32.441628 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:32.452272 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-d785453a-124d-4ec7-aa54-41d24eec009b req-6a6c4f5c-08b1-4516-8c50-ed48a6460263 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589928 Aug 10 10:41:32.518227 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:32.519223 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:32.521127 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] 10.222.0.26 "PUT /v2.0/ports/2930d8b6-f014-44e2-a6ef-83665f4108ca HTTP/1.1" status: 200 len: 1093 time: 1.9989295 Aug 10 10:41:32.561142 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:32.568761 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea193897-7fdd-4a96-9a07-8dbb51f07bde" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:32.624523 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Allocated IP 172.20.0.4 (a686f5a1-3827-490e-91cf-bda9d5767415/7d668443-02b9-4e2f-bee2-10270aed40f6/a1aecab5-0d06-44d6-9526-badc85acd1f6) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:41:32.640325 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-db381c9e-e85a-4ebf-a835-6a9c192fd6ca req-51d32429-7482-4570-a576-86c8381c55e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237115 Aug 10 10:41:32.669867 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068736a-d35d-40f9-8d6b-2b2f48db0af5 service neutron] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=3']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:32.680405 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-4f6e2fc7-ad8c-4636-a7b5-cc64d207ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:32.681935 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-4f6e2fc7-ad8c-4636-a7b5-cc64d207ecdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0846858 Aug 10 10:41:32.687823 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cd0164bb-0b95-403c-a134-1dd5609a9f79 req-5b834c31-231b-4911-84f4-45520d529663 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981751 Aug 10 10:41:32.753645 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-8037c626-0ac3-4a01-970b-75af4cc641bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca HTTP/1.1" status: 200 len: 217 time: 0.0575879 Aug 10 10:41:32.791169 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96fa49-fae8-4edc-b87b-6b1a489d55c9 req-dfa29bbd-eb22-4558-bf80-d2dfc7250dc5 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:32.803114 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f96fa49-fae8-4edc-b87b-6b1a489d55c9 req-dfa29bbd-eb22-4558-bf80-d2dfc7250dc5 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 945 time: 0.3565524 Aug 10 10:41:32.878879 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-b2ed6b5b-0704-4575-8a41-e30209cff9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:32.883053 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-b2ed6b5b-0704-4575-8a41-e30209cff9b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.1189027 Aug 10 10:41:32.982303 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-17996d21-129f-433f-ab97-19a1f7bf4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:32.985047 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-17996d21-129f-433f-ab97-19a1f7bf4832 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0932617 Aug 10 10:41:33.018523 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-073086c3-414f-4944-a18f-d1abc6549889 req-8a0647ab-0618-41cf-a818-84053a6f8f76 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0495450 Aug 10 10:41:33.021885 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:33.106464 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Transition to ACTIVE for port object a1aecab5-0d06-44d6-9526-badc85acd1f6 will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:41:33.121091 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f96fa49-fae8-4edc-b87b-6b1a489d55c9 req-fdb9b7bc-ccfd-4828-853f-28924c5fa75c tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169594 Aug 10 10:41:33.201752 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:33.226891 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d488d179-c71a-4fee-9229-0945c3754096 x-openstack-request-id: req-d488d179-c71a-4fee-9229-0945c3754096 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:33.227279 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:33.227751 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d488d179-c71a-4fee-9229-0945c3754096 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:33.228334 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'status': 'completed', 'code': 200} Aug 10 10:41:33.250371 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-9560a66a-1ff8-43ba-ae83-4eaf1ca16301 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557919 Aug 10 10:41:33.297097 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Network a686f5a1-3827-490e-91cf-bda9d5767415 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:41:33.310481 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:41:33.314966 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:41:33.326420 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:33.328195 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:33.370724 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6396682 Aug 10 10:41:33.383738 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c8993-6084-4c49-8b9c-be7d57550747 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'Port': ['ID=a1aecab5-0d06-44d6-9526-badc85acd1f6,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:33.438845 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Request body: {'port': {'device_id': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:33.477995 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c1986d80-b75b-40ab-b0f0-e68cc48efe8f req-9a4b4a2d-398a-454a-a8b9-7f189ac61aa1 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159603 Aug 10 10:41:33.576463 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f132b54-a5bb-4c1c-84a6-4104ba58ba4d req-cacf4d67-b88f-4781-8f03-719b9fffeddf tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:33.589845 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f132b54-a5bb-4c1c-84a6-4104ba58ba4d req-cacf4d67-b88f-4781-8f03-719b9fffeddf tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.3632779 Aug 10 10:41:33.642120 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-b8890789-a13d-4a70-b353-794d2a9b5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:33.646104 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-b8890789-a13d-4a70-b353-794d2a9b5374 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 1096 time: 0.1032712 Aug 10 10:41:33.743029 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f132b54-a5bb-4c1c-84a6-4104ba58ba4d req-874a93c6-36b0-4f9a-8725-2853b84b2fce tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513574 Aug 10 10:41:33.845720 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:33.884796 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-a56c23cc-7eb4-4439-adb9-b2b8c55e5450 None None] Provisioning for port a1aecab5-0d06-44d6-9526-badc85acd1f6 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:33.891994 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-a56c23cc-7eb4-4439-adb9-b2b8c55e5450 None None] Provisioning complete for port a1aecab5-0d06-44d6-9526-badc85acd1f6 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:33.892528 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-a56c23cc-7eb4-4439-adb9-b2b8c55e5450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:33.900530 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-fa165646-0dc2-4c31-836d-03775d843f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:33.907761 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-fa165646-0dc2-4c31-836d-03775d843f88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.2535608 Aug 10 10:41:33.961392 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-a56c23cc-7eb4-4439-adb9-b2b8c55e5450 None None] Port a1aecab5-0d06-44d6-9526-badc85acd1f6 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:41:33.986665 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-bb387ef6-f77f-42c8-b78f-a4d19a77dbb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca HTTP/1.1" status: 200 len: 217 time: 0.0705590 Aug 10 10:41:34.102639 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-a32b8d20-565a-48ab-8ac6-2e10dedfbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:34.108083 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-a32b8d20-565a-48ab-8ac6-2e10dedfbae7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.1126194 Aug 10 10:41:34.193544 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef4489-403f-49c7-bd5d-2b6b457bad0c req-12427a56-85b7-4f14-b793-c57015644c8a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:34.195358 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9fef4489-403f-49c7-bd5d-2b6b457bad0c req-12427a56-85b7-4f14-b793-c57015644c8a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.3316374 Aug 10 10:41:34.203208 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-0ee64007-e9f3-4f9f-8cf8-91a20bae501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:34.205772 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-0ee64007-e9f3-4f9f-8cf8-91a20bae501d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0883324 Aug 10 10:41:34.263681 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9fef4489-403f-49c7-bd5d-2b6b457bad0c req-1b9bc5fc-0eb6-4066-9e93-bf6ec3d5cdd1 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Aug 10 10:41:34.425467 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-6322e63c-e2f7-48fc-9805-2949f2c52c8a service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109561 Aug 10 10:41:34.513805 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0370800-c33c-4487-a501-c486abba0be0 req-92e56241-c27f-4415-a703-70b35e84ab0b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:34.524298 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f0370800-c33c-4487-a501-c486abba0be0 req-92e56241-c27f-4415-a703-70b35e84ab0b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 931 time: 0.2668464 Aug 10 10:41:34.564401 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6941e-74eb-4cae-88ff-2cc231d6835d req-94601289-6d76-47d9-99d8-8aa0de97272d tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:34.566767 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b3b6941e-74eb-4cae-88ff-2cc231d6835d req-94601289-6d76-47d9-99d8-8aa0de97272d tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1606271 Aug 10 10:41:34.654795 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ea193897-7fdd-4a96-9a07-8dbb51f07bde req-a0ff6559-e95f-4007-96ac-45444c19de92 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193875 Aug 10 10:41:34.714000 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f0370800-c33c-4487-a501-c486abba0be0 req-e487b28a-9fa0-48ac-81eb-bfc2a69b76df tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867056 Aug 10 10:41:34.791827 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b3b6941e-74eb-4cae-88ff-2cc231d6835d req-cd134ad8-5e54-446e-9163-951cc7ee165b tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904545 Aug 10 10:41:34.871858 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1aecab5-0d06-44d6-9526-badc85acd1f6 {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:34.885485 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:34.901602 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Transition to ACTIVE for port object a1aecab5-0d06-44d6-9526-badc85acd1f6 will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:41:34.910747 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:35.004721 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aecab5-0d06-44d6-9526-badc85acd1f6,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:35.190561 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Attempting to bind port a1aecab5-0d06-44d6-9526-badc85acd1f6 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:41:35.190968 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Attempting to bind port a1aecab5-0d06-44d6-9526-badc85acd1f6 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:41:35.193060 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Attempting to bind port a1aecab5-0d06-44d6-9526-badc85acd1f6 on network a686f5a1-3827-490e-91cf-bda9d5767415 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:35.206903 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-89fa9af2-96e8-4df7-a54c-6391a73bcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:35.215247 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-89fa9af2-96e8-4df7-a54c-6391a73bcbbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 1099 time: 0.1156650 Aug 10 10:41:35.221491 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Port a1aecab5-0d06-44d6-9526-badc85acd1f6 on network a686f5a1-3827-490e-91cf-bda9d5767415 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:41:35.227633 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Attempting to bind port a1aecab5-0d06-44d6-9526-badc85acd1f6 on network a686f5a1-3827-490e-91cf-bda9d5767415 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:41:35.251111 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:41:35.259965 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Checking segment: {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:41:35.260384 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Bound using segment: {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:41:35.263774 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Bound port: a1aecab5-0d06-44d6-9526-badc85acd1f6, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:41:35.264166 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:35.416870 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] For port a1aecab5-0d06-44d6-9526-badc85acd1f6, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:41:35.421681 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] For port a1aecab5-0d06-44d6-9526-badc85acd1f6, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:41:35.435117 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:35.475093 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-d7baee5a-35f6-4ecd-aaeb-c05388ae6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:35.481265 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-d7baee5a-35f6-4ecd-aaeb-c05388ae6f56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 920 time: 0.2577884 Aug 10 10:41:35.482088 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bef68c-3f4e-4456-9c4e-089841162df5 req-b10aa836-ba49-4bf3-9684-9ed49b7d7738 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:35.484427 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4bef68c-3f4e-4456-9c4e-089841162df5 req-b10aa836-ba49-4bf3-9684-9ed49b7d7738 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.4155288 Aug 10 10:41:35.511440 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:35.511978 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:35.513507 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/a1aecab5-0d06-44d6-9526-badc85acd1f6 HTTP/1.1" status: 200 len: 1093 time: 2.1317923 Aug 10 10:41:35.533485 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'tag': 'a1aecab5-0d06-44d6-9526-badc85acd1f6'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:35.535872 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d71631-32f9-4cee-8b56-eeab8435884e" -d '{"events": [{"name": "network-changed", "server_uuid": "21a86073-5ebd-4acb-95c9-85dfa63b39ce", "tag": "a1aecab5-0d06-44d6-9526-badc85acd1f6"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:35.546447 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b3b8-d58e-4eb1-a0f0-c26a77029885 req-cf543066-990f-4ba6-b2dc-486825d2ff37 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:35.548116 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-85b5b3b8-d58e-4eb1-a0f0-c26a77029885 req-cf543066-990f-4ba6-b2dc-486825d2ff37 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.3057134 Aug 10 10:41:35.579155 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7227a4-0b6e-4695-ad59-7b1a7e1ad8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aecab5-0d06-44d6-9526-badc85acd1f6,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:35.592242 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4bef68c-3f4e-4456-9c4e-089841162df5 req-754f0b80-9573-4a42-a809-63059ef01dcf tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930707 Aug 10 10:41:35.659752 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-92e56724-817e-4196-8d85-73e813307480 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 HTTP/1.1" status: 200 len: 217 time: 0.1643324 Aug 10 10:41:35.769747 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e72091-a081-4d8e-ad68-4ae839edb641 x-openstack-request-id: req-44e72091-a081-4d8e-ad68-4ae839edb641 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:35.771255 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a86073-5ebd-4acb-95c9-85dfa63b39ce", "tag": "a1aecab5-0d06-44d6-9526-badc85acd1f6", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:35.771521 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44e72091-a081-4d8e-ad68-4ae839edb641 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:35.772922 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-5366ade0-3ea8-4b5e-8bcd-50b0f4b068de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:35.773647 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'tag': 'a1aecab5-0d06-44d6-9526-badc85acd1f6', 'status': 'completed', 'code': 200} Aug 10 10:41:35.776251 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-5366ade0-3ea8-4b5e-8bcd-50b0f4b068de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.1076927 Aug 10 10:41:35.804322 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-85b5b3b8-d58e-4eb1-a0f0-c26a77029885 req-1fb57577-2021-4169-a253-9f83323a66b3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084687 Aug 10 10:41:35.841002 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63191ec-95c2-4162-a02e-5772362ae293 req-f2bfea51-c29d-4ca1-b23f-fd5f4190526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:35.843694 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-f2bfea51-c29d-4ca1-b23f-fd5f4190526e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 1096 time: 0.2065132 Aug 10 10:41:35.912859 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-9c4cf65e-2432-4768-9431-c3a0803fbb0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6 HTTP/1.1" status: 200 len: 217 time: 0.0535424 Aug 10 10:41:36.094115 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98a8e-885e-4a92-af25-d10b4dc4b6ee req-eb422894-89da-404e-8c21-5ea9f2ab1ba6 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:36.096701 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a1e98a8e-885e-4a92-af25-d10b4dc4b6ee req-eb422894-89da-404e-8c21-5ea9f2ab1ba6 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 943 time: 0.1698830 Aug 10 10:41:36.107882 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39408) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:36.120461 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-9c76203b-afa4-483b-a893-5450b8b64009 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3352706 Aug 10 10:41:36.131212 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63191ec-95c2-4162-a02e-5772362ae293 req-4b717f5e-0127-44cd-845b-b69c2e0846e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:36.132974 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-4b717f5e-0127-44cd-845b-b69c2e0846e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 200 len: 850 time: 0.2024848 Aug 10 10:41:36.223481 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a1e98a8e-885e-4a92-af25-d10b4dc4b6ee req-76f881e5-4aab-4e73-8db0-3b55b8ae7d1a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108370 Aug 10 10:41:36.240002 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63191ec-95c2-4162-a02e-5772362ae293 req-7d1f755c-e7c5-4001-9204-10905bd4d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:36.242448 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-7d1f755c-e7c5-4001-9204-10905bd4d08d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a686f5a1-3827-490e-91cf-bda9d5767415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1009185 Aug 10 10:41:36.304958 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-74364fd4-2cf7-436f-b057-b4081d3aa79f service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751568 Aug 10 10:41:36.386474 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-f0fbb0d3-5bad-4927-8048-bedd0abc92b9 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353140 Aug 10 10:41:36.517710 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e1a18a9e-1c43-45f0-ba2f-0b2c3835fbbc req-6290db0d-f257-40e0-a871-720c4965f2d0 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042215 Aug 10 10:41:36.518546 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:41:36.579319 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb911-853f-429a-8e5d-4a55ea0af6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:36.833174 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:36.855844 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'port_id': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'mac_address': 'fa:16:3e:1d:fc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:41:36.869173 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f63191ec-95c2-4162-a02e-5772362ae293 req-8f729319-f465-4af9-be59-5faceb6301e5 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741058 Aug 10 10:41:36.932341 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133374-279e-47b3-9d9f-327c1db5bd2c req-6144a0c8-da3a-4cc5-a186-742d3c305ab4 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:36.935772 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b5133374-279e-47b3-9d9f-327c1db5bd2c req-6144a0c8-da3a-4cc5-a186-742d3c305ab4 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.1967168 Aug 10 10:41:36.963855 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:36.988639 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2930d8b6-f014-44e2-a6ef-83665f4108ca {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:37.033960 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:37.042093 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:37.108554 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb911-853f-429a-8e5d-4a55ea0af6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:37.115881 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b5133374-279e-47b3-9d9f-327c1db5bd2c req-aae8c909-2a4a-4166-8096-fc5f1320c13e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731586 Aug 10 10:41:37.122665 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb911-853f-429a-8e5d-4a55ea0af6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:37.141703 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:37.194021 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71631-32f9-4cee-8b56-eeab8435884e req-56bfd724-cf6c-4ecf-863a-0cc09360f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:37.197073 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21d71631-32f9-4cee-8b56-eeab8435884e req-56bfd724-cf6c-4ecf-863a-0cc09360f9b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 1096 time: 0.2352750 Aug 10 10:41:37.259568 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbb911-853f-429a-8e5d-4a55ea0af6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79eda413-1d34-4428-a788-d9ba76b4ce6a,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:37.316710 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f5bbb911-853f-429a-8e5d-4a55ea0af6a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ff4a4c101494b2bbf1d37e419d09dad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2021334 Aug 10 10:41:37.320830 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39452) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:37.427962 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a244c910-aadb-4183-bb9b-a105e078e386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:37.428108 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc439b2-4c79-4e0d-b044-29575d6c0679 req-68d9bf2c-3a2a-4cb0-bac9-62146e483e68 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:37.441521 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-acc439b2-4c79-4e0d-b044-29575d6c0679 req-68d9bf2c-3a2a-4cb0-bac9-62146e483e68 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.2338612 Aug 10 10:41:37.475917 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a244c910-aadb-4183-bb9b-a105e078e386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:37.544990 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-acc439b2-4c79-4e0d-b044-29575d6c0679 req-fa5cfdc5-e7c4-45ea-96d5-01376183a4fc tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997634 Aug 10 10:41:37.556177 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71631-32f9-4cee-8b56-eeab8435884e req-ccba8e4b-689b-4a2a-adcf-6f05c9864680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:37.558249 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21d71631-32f9-4cee-8b56-eeab8435884e req-ccba8e4b-689b-4a2a-adcf-6f05c9864680 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 912 time: 0.3382397 Aug 10 10:41:37.562245 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a244c910-aadb-4183-bb9b-a105e078e386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:37.565335 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a244c910-aadb-4183-bb9b-a105e078e386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:37.566552 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a244c910-aadb-4183-bb9b-a105e078e386 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79eda413-1d34-4428-a788-d9ba76b4ce6a HTTP/1.1" status: 204 len: 168 time: 0.2442768 Aug 10 10:41:37.578066 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244c910-aadb-4183-bb9b-a105e078e386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eda413-1d34-4428-a788-d9ba76b4ce6a,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:37.592147 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffafde-ea8c-4a5a-b270-5fa55e8c55b1 req-07354fe8-ff57-45f0-9034-eca60c575e4c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:37.595368 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f3ffafde-ea8c-4a5a-b270-5fa55e8c55b1 req-07354fe8-ff57-45f0-9034-eca60c575e4c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 943 time: 0.1126709 Aug 10 10:41:37.646593 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f3ffafde-ea8c-4a5a-b270-5fa55e8c55b1 req-258bf516-ff18-42e9-93d2-fc6d8fb19389 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 Aug 10 10:41:38.289846 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c138688-01ac-4cdd-8e8e-b9723880e0dc req-7fe4a5d7-0d44-4cc7-ab97-42d59569ce53 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:38.292837 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3c138688-01ac-4cdd-8e8e-b9723880e0dc req-7fe4a5d7-0d44-4cc7-ab97-42d59569ce53 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 944 time: 0.0749981 Aug 10 10:41:38.359447 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3c138688-01ac-4cdd-8e8e-b9723880e0dc req-3797b5d2-18e0-47f3-90f7-9785d290ed56 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586030 Aug 10 10:41:38.703730 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9327a-c970-4b67-950f-eb069f621cb6 req-8f4386c6-bfc6-4add-ab00-fdfd6b2d0f63 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:38.705435 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-87c9327a-c970-4b67-950f-eb069f621cb6 req-8f4386c6-bfc6-4add-ab00-fdfd6b2d0f63 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0585792 Aug 10 10:41:38.784721 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-87c9327a-c970-4b67-950f-eb069f621cb6 req-2e1a9c0d-d4c7-4853-88d9-c1bfbf4509c7 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722401 Aug 10 10:41:38.821627 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa2041-f389-4713-8781-dbe040f2f42e req-3f162ebe-6a79-47cc-9cb7-c7ea38c35880 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:38.823248 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0afa2041-f389-4713-8781-dbe040f2f42e req-3f162ebe-6a79-47cc-9cb7-c7ea38c35880 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 943 time: 0.0771990 Aug 10 10:41:39.089158 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0afa2041-f389-4713-8781-dbe040f2f42e req-61d3353c-efe3-4350-a081-5cc08477f35e tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580271 Aug 10 10:41:39.508343 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a14b4f-1949-44ed-8b42-36b6f56e80a4 req-06a8f374-cb25-4eec-9e5f-e6c0fd90d822 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:39.509923 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-22a14b4f-1949-44ed-8b42-36b6f56e80a4 req-06a8f374-cb25-4eec-9e5f-e6c0fd90d822 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 944 time: 0.0557725 Aug 10 10:41:39.555119 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-22a14b4f-1949-44ed-8b42-36b6f56e80a4 req-5ee9b39b-28df-4944-b665-cca77e10f8fa tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383246 Aug 10 10:41:39.936480 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830cba-4d3d-4b35-8f74-d192fb0459ea req-2f9d9a51-4b75-4b71-8533-909fbf47bc4b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:39.938202 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-33830cba-4d3d-4b35-8f74-d192fb0459ea req-2f9d9a51-4b75-4b71-8533-909fbf47bc4b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0613794 Aug 10 10:41:39.982464 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-33830cba-4d3d-4b35-8f74-d192fb0459ea req-b842b8a6-ba16-4fe7-ab59-94acd69de7e0 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375438 Aug 10 10:41:40.242476 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12677d29-a42c-471f-805b-f70eb9bc4184 req-9a9bb8c9-af82-4956-94b8-6453deb6ed41 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:40.244114 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12677d29-a42c-471f-805b-f70eb9bc4184 req-9a9bb8c9-af82-4956-94b8-6453deb6ed41 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 943 time: 0.0697782 Aug 10 10:41:40.293774 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12677d29-a42c-471f-805b-f70eb9bc4184 req-9f66fc8b-030d-4374-8970-73332e3bc43e tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383556 Aug 10 10:41:40.377787 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['2930d8b6-f014-44e2-a6ef-83665f4108ca'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:41:40.381433 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21d71631-32f9-4cee-8b56-eeab8435884e req-61cc406f-0022-43b6-83b6-ebadd9c00200 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6 HTTP/1.1" status: 200 len: 217 time: 0.0381324 Aug 10 10:41:40.473280 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71631-32f9-4cee-8b56-eeab8435884e req-877b77f6-acac-4008-a637-3445e8b54a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:40.475347 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21d71631-32f9-4cee-8b56-eeab8435884e req-877b77f6-acac-4008-a637-3445e8b54a5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 200 len: 850 time: 0.0677602 Aug 10 10:41:40.571730 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71631-32f9-4cee-8b56-eeab8435884e req-b18e210d-ccdb-45b3-a6be-aa7e80891ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:40.573523 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21d71631-32f9-4cee-8b56-eeab8435884e req-b18e210d-ccdb-45b3-a6be-aa7e80891ce1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a686f5a1-3827-490e-91cf-bda9d5767415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0658281 Aug 10 10:41:40.791364 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad185d08-c2a1-4755-bbd6-5852e7c3cacf req-870a0140-a8f5-4265-b299-b4332d39e738 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:40.794432 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ad185d08-c2a1-4755-bbd6-5852e7c3cacf req-870a0140-a8f5-4265-b299-b4332d39e738 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 944 time: 0.1391277 Aug 10 10:41:40.861143 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21d71631-32f9-4cee-8b56-eeab8435884e req-fe062347-08ed-43d0-9b94-1eb95da8b09b service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785645 Aug 10 10:41:40.981738 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ad185d08-c2a1-4755-bbd6-5852e7c3cacf req-3d6c988b-5ee0-41f2-989f-8949cb5ea0e5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587780 Aug 10 10:41:41.054581 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21d71631-32f9-4cee-8b56-eeab8435884e req-924b9761-3474-4ff5-bb38-d3f776ce0520 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794546 Aug 10 10:41:41.123142 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b847d7-3eca-46cb-b8dc-5ffea63220f3 req-65521ca0-ef5c-4b1a-8416-4cfadacbe206 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:41.125325 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-88b847d7-3eca-46cb-b8dc-5ffea63220f3 req-65521ca0-ef5c-4b1a-8416-4cfadacbe206 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0620196 Aug 10 10:41:41.185104 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-88b847d7-3eca-46cb-b8dc-5ffea63220f3 req-9228fb39-cb3a-42da-a699-f293352074b5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524163 Aug 10 10:41:41.484975 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45693763-13df-4dab-96bf-15bb4f895cd2 req-37bc3ee9-4bd1-4dae-9716-b5133c1644b9 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:41.487493 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-45693763-13df-4dab-96bf-15bb4f895cd2 req-37bc3ee9-4bd1-4dae-9716-b5133c1644b9 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 943 time: 0.0833070 Aug 10 10:41:41.544203 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-45693763-13df-4dab-96bf-15bb4f895cd2 req-907b8e42-8257-4aa8-bdd9-89098183909a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471594 Aug 10 10:41:42.165581 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2a1f4-367c-43d8-a76a-dc76caa0b82d req-bfbbc2e4-8b87-4dc7-8a63-ae739435bc88 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:42.167212 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ade2a1f4-367c-43d8-a76a-dc76caa0b82d req-bfbbc2e4-8b87-4dc7-8a63-ae739435bc88 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 944 time: 0.0752773 Aug 10 10:41:42.210369 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ade2a1f4-367c-43d8-a76a-dc76caa0b82d req-6d912da9-515b-4a7d-b8d7-7c62c21f47a5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365157 Aug 10 10:41:42.360133 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3d74d-31d2-49ac-bd92-69e6a008ce48 req-b0abfb01-df41-416a-b745-5c397d765a07 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:42.361704 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0fd3d74d-31d2-49ac-bd92-69e6a008ce48 req-b0abfb01-df41-416a-b745-5c397d765a07 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0723474 Aug 10 10:41:42.407154 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0fd3d74d-31d2-49ac-bd92-69e6a008ce48 req-e703de7e-f025-4b63-baa4-8d9d63e6a3e5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390937 Aug 10 10:41:42.528148 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device a1aecab5-0d06-44d6-9526-badc85acd1f6 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:41:42.533356 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:42.657647 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 2930d8b6-f014-44e2-a6ef-83665f4108ca completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:42.666111 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 2930d8b6-f014-44e2-a6ef-83665f4108ca triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:42.666480 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:42.707637 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port a1aecab5-0d06-44d6-9526-badc85acd1f6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:42.727751 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': 'a1aecab5-0d06-44d6-9526-badc85acd1f6', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'port_id': 'a1aecab5-0d06-44d6-9526-badc85acd1f6', 'mac_address': 'fa:16:3e:bf:bc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:41:42.750145 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561ff7c-f7c4-491b-8f23-373438fe6c29 req-c2376eb8-c32b-4322-a793-a6b6e2d1261a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:42.752868 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e561ff7c-f7c4-491b-8f23-373438fe6c29 req-c2376eb8-c32b-4322-a793-a6b6e2d1261a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 943 time: 0.0916960 Aug 10 10:41:42.807371 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:42.832780 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1aecab5-0d06-44d6-9526-badc85acd1f6 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:41:42.837135 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:42.848123 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e561ff7c-f7c4-491b-8f23-373438fe6c29 req-8faa6cac-b780-4726-9f9a-756a94bd0b55 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884020 Aug 10 10:41:42.882146 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port a1aecab5-0d06-44d6-9526-badc85acd1f6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:42.891718 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:42.894629 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95da408-90ed-4e3c-aadb-f4370d557dc1" -d '{"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-plugged", "status": "completed", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:42.907477 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:42.917418 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:42.941427 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:42.962298 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06746868-eff9-45fd-8a49-bd12a28f710e x-openstack-request-id: req-06746868-eff9-45fd-8a49-bd12a28f710e {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:42.962796 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-plugged", "status": "completed", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:42.963297 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06746868-eff9-45fd-8a49-bd12a28f710e {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:42.963876 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'code': 200} Aug 10 10:41:42.998357 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=a1aecab5-0d06-44d6-9526-badc85acd1f6,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:43.012931 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39676) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:43.029007 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.029371 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.029731 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.031503 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.032035 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.032533 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.033032 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.033524 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.034111 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.034549 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.034703 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.035037 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.114535 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:43.192108 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['a1aecab5-0d06-44d6-9526-badc85acd1f6'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:41:43.208246 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:43.217166 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff5b2e-399c-4711-b586-4ab15ecdb991 req-6be728c3-8983-4872-9450-7f9f7d4a00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:43.218896 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bdff5b2e-399c-4711-b586-4ab15ecdb991 req-6be728c3-8983-4872-9450-7f9f7d4a00cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0928621 Aug 10 10:41:43.314947 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bdff5b2e-399c-4711-b586-4ab15ecdb991 req-9ad34fc9-a303-4710-b333-3755997d89e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870984 Aug 10 10:41:43.364753 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:43.377320 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:43.415187 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0cbed8-df10-414b-80ea-41a68eda2b4d,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:43.427624 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014ebb0-769f-4b5f-b051-13bbb5307ef6 req-025db528-6704-4eb1-bca0-c4c9531cff94 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:43.430408 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4014ebb0-769f-4b5f-b051-13bbb5307ef6 req-025db528-6704-4eb1-bca0-c4c9531cff94 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1016726 Aug 10 10:41:43.434519 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.434936 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.439875 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.440100 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.440377 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.440791 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.441128 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.441449 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.441783 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.442107 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.442428 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.442970 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.481574 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-149ba5e6-db47-4fa5-8e91-1227884156b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf22b63aaaab4883b9680611c3dbafcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648004 Aug 10 10:41:43.482151 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39696) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:43.529941 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4014ebb0-769f-4b5f-b051-13bbb5307ef6 req-043bb759-02fe-4d2b-a299-91c149da12fd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913608 Aug 10 10:41:43.648420 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:43.673216 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a46fb2-b49f-42b5-a1b0-e01e1fb1b8fc req-601432d0-a284-4804-8522-1fccf3b24dfb tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:43.675192 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c5a46fb2-b49f-42b5-a1b0-e01e1fb1b8fc req-601432d0-a284-4804-8522-1fccf3b24dfb tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.1553011 Aug 10 10:41:43.706961 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:43.759615 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c5a46fb2-b49f-42b5-a1b0-e01e1fb1b8fc req-b92dd2bf-d6bc-451c-a29f-263f1b0fd415 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653737 Aug 10 10:41:43.804992 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:43.807974 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:43.809749 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef0cbed8-df10-414b-80ea-41a68eda2b4d HTTP/1.1" status: 204 len: 168 time: 0.3231337 Aug 10 10:41:43.826067 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0cbed8-df10-414b-80ea-41a68eda2b4d,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:43.840280 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.840901 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.841429 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.842008 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.842661 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.843452 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.844065 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.844714 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.845376 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.846146 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.846832 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:43.847514 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a98633-76b6-4389-af71-e7ff86368535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:41:44.028989 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb98e49-18b7-4f7e-8aa2-b09cd0759c08 req-befaa92d-982b-4dbd-afd1-f96048c1b61a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:44.032401 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1cb98e49-18b7-4f7e-8aa2-b09cd0759c08 req-befaa92d-982b-4dbd-afd1-f96048c1b61a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 944 time: 0.0888114 Aug 10 10:41:44.104831 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1cb98e49-18b7-4f7e-8aa2-b09cd0759c08 req-24d247ab-6e43-4a28-af62-2cc333482964 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608990 Aug 10 10:41:44.238164 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39724) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:44.252390 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-bc497296-6075-436a-bdef-5130c70d0989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.387242 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-bc497296-6075-436a-bdef-5130c70d0989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.392279 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-bc497296-6075-436a-bdef-5130c70d0989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.449580 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc497296-6075-436a-bdef-5130c70d0989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2d1e34-4160-4cec-bc97-901381dbba3b,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:44.457875 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-bc497296-6075-436a-bdef-5130c70d0989 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44bce2ed4b534fd2ad5c7b1c0aaac4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146990 Aug 10 10:41:44.458791 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39736) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:44.514070 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3477d657-239e-4d8d-b614-19c83b6cfb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.538822 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3477d657-239e-4d8d-b614-19c83b6cfb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.555527 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device a1aecab5-0d06-44d6-9526-badc85acd1f6 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:41:44.598802 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3477d657-239e-4d8d-b614-19c83b6cfb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.602763 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3477d657-239e-4d8d-b614-19c83b6cfb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.605582 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-3477d657-239e-4d8d-b614-19c83b6cfb18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa2d1e34-4160-4cec-bc97-901381dbba3b HTTP/1.1" status: 204 len: 168 time: 0.1449456 Aug 10 10:41:44.626569 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477d657-239e-4d8d-b614-19c83b6cfb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2d1e34-4160-4cec-bc97-901381dbba3b,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:44.685598 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port a1aecab5-0d06-44d6-9526-badc85acd1f6 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:41:44.696010 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port a1aecab5-0d06-44d6-9526-badc85acd1f6 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:41:44.696819 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.864102 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc2ac5-f20f-47f6-9e1d-e52b3dfdfa6b req-df725332-513a-4ad1-99d5-9374e33edf2d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:44.865606 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9abc2ac5-f20f-47f6-9e1d-e52b3dfdfa6b req-df725332-513a-4ad1-99d5-9374e33edf2d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1316266 Aug 10 10:41:44.875319 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.949824 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port a1aecab5-0d06-44d6-9526-badc85acd1f6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:44.956723 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.972785 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aecab5-0d06-44d6-9526-badc85acd1f6'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:44.982885 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3fa723-8000-4271-b2aa-d341c215d91c" -d '{"events": [{"server_uuid": "21a86073-5ebd-4acb-95c9-85dfa63b39ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1aecab5-0d06-44d6-9526-badc85acd1f6"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:45.039972 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9abc2ac5-f20f-47f6-9e1d-e52b3dfdfa6b req-2a94503f-2922-48f0-be33-046b7d0698c0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665545 Aug 10 10:41:45.123672 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=a1aecab5-0d06-44d6-9526-badc85acd1f6,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:45.133385 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac49de-9a4b-43b3-beda-f9d0e20373b8 req-d9fa2d18-0644-4d95-b25f-116c098411e3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:45.142575 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-25ac49de-9a4b-43b3-beda-f9d0e20373b8 req-d9fa2d18-0644-4d95-b25f-116c098411e3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.2155974 Aug 10 10:41:45.227591 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-25ac49de-9a4b-43b3-beda-f9d0e20373b8 req-aab20a13-63d0-430e-b08c-259a226b05da tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773270 Aug 10 10:41:45.228863 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31709283-c874-45a7-9d38-545d1a8cf1d2 x-openstack-request-id: req-31709283-c874-45a7-9d38-545d1a8cf1d2 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:45.229287 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a86073-5ebd-4acb-95c9-85dfa63b39ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1aecab5-0d06-44d6-9526-badc85acd1f6", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:45.229668 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31709283-c874-45a7-9d38-545d1a8cf1d2 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:45.230254 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aecab5-0d06-44d6-9526-badc85acd1f6', 'code': 200} Aug 10 10:41:45.270242 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39786) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:45.507111 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428377-b81f-4def-8d91-302d8d3adfee req-5efd5496-93be-4d0e-88a5-a4e2b438b5bc tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:45.509800 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f1428377-b81f-4def-8d91-302d8d3adfee req-5efd5496-93be-4d0e-88a5-a4e2b438b5bc tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1707118 Aug 10 10:41:45.541140 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5d20a-f9b8-4380-9dc2-e58568a08e64 req-8c914dc5-f4c8-4c45-87f9-80e6ea103a55 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:45.544048 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1eb5d20a-f9b8-4380-9dc2-e58568a08e64 req-8c914dc5-f4c8-4c45-87f9-80e6ea103a55 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1481700 Aug 10 10:41:45.560366 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39794) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:45.570352 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'floatingip': {'port_id': '2930d8b6-f014-44e2-a6ef-83665f4108ca'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:45.617020 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1c9b469c-a1ce-4516-86b7-eb1703217ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:45.657957 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39796) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:45.708621 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b879f04-c0f4-4765-9d08-3995dfa71e30 req-1efaa2b2-1ee0-49b3-b6fd-86bc0668ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:45.711434 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3b879f04-c0f4-4765-9d08-3995dfa71e30 req-1efaa2b2-1ee0-49b3-b6fd-86bc0668ccc7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 1098 time: 0.1980734 Aug 10 10:41:45.729059 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f1428377-b81f-4def-8d91-302d8d3adfee req-c77c7736-ed13-4dfc-84ac-92e5e7bdb400 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761696 Aug 10 10:41:45.732049 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:45.854973 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3b879f04-c0f4-4765-9d08-3995dfa71e30 req-e6dcd0fc-016d-4858-9ef8-b37c23747c04 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339400 Aug 10 10:41:45.934243 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d804bea3-4169-4731-b3e8-0b9a40b6733e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:45.956188 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1c9b469c-a1ce-4516-86b7-eb1703217ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:45.973188 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1c9b469c-a1ce-4516-86b7-eb1703217ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.090688 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b469c-a1ce-4516-86b7-eb1703217ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2450e936-5477-4929-b99c-335bb946fb68,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:46.101619 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-1c9b469c-a1ce-4516-86b7-eb1703217ab1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=040edf5efa1a40bf9e38643a6beb3934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8283951 Aug 10 10:41:46.109747 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39808) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:46.246034 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7413-90e2-470f-bed9-3da2d2dbdadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.329277 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7413-90e2-470f-bed9-3da2d2dbdadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.345413 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d804bea3-4169-4731-b3e8-0b9a40b6733e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.356301 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d804bea3-4169-4731-b3e8-0b9a40b6733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.444049 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804bea3-4169-4731-b3e8-0b9a40b6733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae54de6e-2530-4108-91e6-1b197b2bac78,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:46.475659 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d804bea3-4169-4731-b3e8-0b9a40b6733e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f907f7d81fe44e3b9a3fa696eb3c81ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8141608 Aug 10 10:41:46.481120 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39820) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:46.591295 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436ed2f-c7f7-49eb-bf34-9a26a21a1d97 req-d24c3c23-4712-4f2d-8f7f-fdab60d18107 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:46.599570 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3436ed2f-c7f7-49eb-bf34-9a26a21a1d97 req-d24c3c23-4712-4f2d-8f7f-fdab60d18107 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.1278272 Aug 10 10:41:46.614562 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7413-90e2-470f-bed9-3da2d2dbdadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.617219 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7413-90e2-470f-bed9-3da2d2dbdadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.618388 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-e4ee7413-90e2-470f-bed9-3da2d2dbdadb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2450e936-5477-4929-b99c-335bb946fb68 HTTP/1.1" status: 204 len: 168 time: 0.5058217 Aug 10 10:41:46.651644 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b0d3addf-5f9b-4a2e-ad69-3c1804e44ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.654813 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee7413-90e2-470f-bed9-3da2d2dbdadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2450e936-5477-4929-b99c-335bb946fb68,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:46.697934 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3436ed2f-c7f7-49eb-bf34-9a26a21a1d97 req-6cdaafb6-3e54-41d9-8566-2eade6ca7938 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973859 Aug 10 10:41:46.719875 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b0d3addf-5f9b-4a2e-ad69-3c1804e44ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.900997 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b0d3addf-5f9b-4a2e-ad69-3c1804e44ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.907416 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b0d3addf-5f9b-4a2e-ad69-3c1804e44ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.917444 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-b0d3addf-5f9b-4a2e-ad69-3c1804e44ab5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae54de6e-2530-4108-91e6-1b197b2bac78 HTTP/1.1" status: 204 len: 168 time: 0.4230454 Aug 10 10:41:47.018070 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.db.resource_extend [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 10:41:47.029571 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3addf-5f9b-4a2e-ad69-3c1804e44ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae54de6e-2530-4108-91e6-1b197b2bac78,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:47.076176 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e6a8d-b1c4-4dc3-b190-7f02a6a62f4f req-b7c82f78-b25c-44ec-87ba-6d554b6eb23a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:47.078411 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-873e6a8d-b1c4-4dc3-b190-7f02a6a62f4f req-b7c82f78-b25c-44ec-87ba-6d554b6eb23a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1595917 Aug 10 10:41:47.145733 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-873e6a8d-b1c4-4dc3-b190-7f02a6a62f4f req-863e5a98-e8f4-4f47-8f27-b15b537a471f tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555382 Aug 10 10:41:47.244525 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:47.250472 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:47.440366 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.l3_db [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Floating IP 9a29fe33-bb6f-4391-ace3-fd45e91df02e associated. External IP: 172.27.1.180, port: 2930d8b6-f014-44e2-a6ef-83665f4108ca. Aug 10 10:41:47.753540 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39846) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:47.812279 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b013822f-34ca-403c-827f-d1777d62f673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:47.854774 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39848) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:47.879859 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3741197b-4718-40e9-9829-f99b4690287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:47.913272 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Router 77cfecca-88d4-4242-8746-3e1df11941a7 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:41:47.916611 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.db.api [None req-3741197b-4718-40e9-9829-f99b4690287e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 10:41:47.916611 dv-cinder-772181-13-iscsi neutron-server[99995]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 10:41:47.916611 dv-cinder-772181-13-iscsi neutron-server[99995]: [parameters: {'project_id': '5e466edacad74599aee6fdbd363acffe', 'id': 'e28f861b-dbbe-46ce-ae05-81375d67b895', 'expiration': datetime.datetime(2021, 8, 10, 10, 43, 47, 909816)}] Aug 10 10:41:47.916611 dv-cinder-772181-13-iscsi neutron-server[99995]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 10:41:47.917445 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG oslo_db.api [None req-3741197b-4718-40e9-9829-f99b4690287e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 10:41:47.953968 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd184b0c-19a8-4f1f-b40d-9e6275172d9b req-74759660-afbd-4245-8a4a-ea4cd8f14cf3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:47.963711 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bd184b0c-19a8-4f1f-b40d-9e6275172d9b req-74759660-afbd-4245-8a4a-ea4cd8f14cf3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.1220570 Aug 10 10:41:48.056292 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bd184b0c-19a8-4f1f-b40d-9e6275172d9b req-9ce01fe8-5128-4d62-be43-5331464baec9 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856991 Aug 10 10:41:48.095251 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:41:48.103048 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.151714 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] Sync routers for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:41:48.156168 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b013822f-34ca-403c-827f-d1777d62f673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.157537 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-dff201d6-c95b-4cf2-89fb-2c26a94e3a0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "PUT /v2.0/floatingips/9a29fe33-bb6f-4391-ace3-fd45e91df02e HTTP/1.1" status: 200 len: 991 time: 2.5945790 Aug 10 10:41:48.158221 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:48.164674 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b013822f-34ca-403c-827f-d1777d62f673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.175171 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66069997-b452-4e63-a711-d35b740e5c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:48.185679 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:41:48.187677 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:41:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:48.215398 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013822f-34ca-403c-827f-d1777d62f673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef900a-b5d3-4bc2-b117-fb17fb380343,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:48.221993 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-b013822f-34ca-403c-827f-d1777d62f673 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b953160fac004d9fb5e8ec7d3360d9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654293 Aug 10 10:41:48.224460 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39862) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:48.345177 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3748d63-bf9f-4c67-9f69-2f6a95cd6467 x-openstack-request-id: req-d3748d63-bf9f-4c67-9f69-2f6a95cd6467 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:48.345664 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:48.345807 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15bb5-1fd7-4a24-bd10-5c66f5479e9b req-996b0322-4b06-409d-a990-846d50daf1f7 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:48.346405 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3748d63-bf9f-4c67-9f69-2f6a95cd6467 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:48.346972 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'status': 'completed', 'code': 200} Aug 10 10:41:48.347730 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-36a15bb5-1fd7-4a24-bd10-5c66f5479e9b req-996b0322-4b06-409d-a990-846d50daf1f7 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0993752 Aug 10 10:41:48.350909 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:41:48.370374 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-14c6f236-7add-4173-b97e-994e6ab856cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.417972 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3741197b-4718-40e9-9829-f99b4690287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.454543 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-14c6f236-7add-4173-b97e-994e6ab856cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.473024 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-36a15bb5-1fd7-4a24-bd10-5c66f5479e9b req-d450aaf3-857b-4188-bbee-fb8dca9dde01 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087174 Aug 10 10:41:48.506529 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66069997-b452-4e63-a711-d35b740e5c6e req-c66c9984-f482-4f1d-b442-ccb28d0487f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:48.510803 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66069997-b452-4e63-a711-d35b740e5c6e req-c66c9984-f482-4f1d-b442-ccb28d0487f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 1098 time: 0.1215754 Aug 10 10:41:48.627321 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3741197b-4718-40e9-9829-f99b4690287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.630430 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-14c6f236-7add-4173-b97e-994e6ab856cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.633502 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-14c6f236-7add-4173-b97e-994e6ab856cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.634419 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3741197b-4718-40e9-9829-f99b4690287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.637543 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-14c6f236-7add-4173-b97e-994e6ab856cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cef900a-b5d3-4bc2-b117-fb17fb380343 HTTP/1.1" status: 204 len: 168 time: 0.4091299 Aug 10 10:41:48.661199 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f236-7add-4173-b97e-994e6ab856cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef900a-b5d3-4bc2-b117-fb17fb380343,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:48.710486 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c96ad-6a8a-4faa-98ce-a15116ca7388 req-e11c9bb5-ffaa-4d56-bf05-8a81c19f80e2 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:48.712404 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-594c96ad-6a8a-4faa-98ce-a15116ca7388 req-e11c9bb5-ffaa-4d56-bf05-8a81c19f80e2 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1281960 Aug 10 10:41:48.715911 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66069997-b452-4e63-a711-d35b740e5c6e req-3738b94a-1379-4cac-bcf2-0827cc8efe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:48.719059 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66069997-b452-4e63-a711-d35b740e5c6e req-3738b94a-1379-4cac-bcf2-0827cc8efe4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.1929643 Aug 10 10:41:48.728826 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 39874) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:48.733876 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3741197b-4718-40e9-9829-f99b4690287e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e466edacad74599aee6fdbd363acffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8770783 Aug 10 10:41:48.739558 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39876) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:48.741906 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741197b-4718-40e9-9829-f99b4690287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f72bb1f-fd2d-4ed2-ad1f-ad58a6b4e2e9,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:48.748557 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'floatingip': {'port_id': 'a1aecab5-0d06-44d6-9526-badc85acd1f6'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:41:48.882886 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4a676284-224b-497b-93b3-11c523b93981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.937878 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4a676284-224b-497b-93b3-11c523b93981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.944416 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:48.965354 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '9a29fe33-bb6f-4391-ace3-fd45e91df02e', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'port_id': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'mac_address': 'fa:16:3e:1d:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:41:18Z', 'updated_at': '2021-08-10T10:41:46Z', 'revision_number': 1, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:49.044390 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4a676284-224b-497b-93b3-11c523b93981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:49.048789 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4a676284-224b-497b-93b3-11c523b93981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:49.055281 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-4a676284-224b-497b-93b3-11c523b93981 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f72bb1f-fd2d-4ed2-ad1f-ad58a6b4e2e9 HTTP/1.1" status: 204 len: 168 time: 0.3139553 Aug 10 10:41:49.057728 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] Checking router: 77cfecca-88d4-4242-8746-3e1df11941a7 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:41:49.070386 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a676284-224b-497b-93b3-11c523b93981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f72bb1f-fd2d-4ed2-ad1f-ad58a6b4e2e9,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:49.084232 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:41:49.084985 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:41:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:49.244463 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:41:49.387636 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66069997-b452-4e63-a711-d35b740e5c6e req-b011c43b-2321-4027-be3c-17f45bc6bbd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca HTTP/1.1" status: 200 len: 999 time: 0.6581318 Aug 10 10:41:49.806502 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '9a29fe33-bb6f-4391-ace3-fd45e91df02e', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'port_id': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'mac_address': 'fa:16:3e:1d:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:41:18Z', 'updated_at': '2021-08-10T10:41:46Z', 'revision_number': 1, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:49.842956 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd28941-7861-43b2-98fa-020d5ccdbda5 None None] The sync data for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi is: [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '9a29fe33-bb6f-4391-ace3-fd45e91df02e', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'port_id': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'mac_address': 'fa:16:3e:1d:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:41:18Z', 'updated_at': '2021-08-10T10:41:46Z', 'revision_number': 1, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:41:49.864553 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39912) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:49.895354 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ba7b266f-66f9-4053-bac3-7b522376d58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:49.977406 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ece349-ca26-4477-8142-c5814a9269c5 req-164972fa-b0c7-4692-8ac9-bf87d263252b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:49.985977 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-54ece349-ca26-4477-8142-c5814a9269c5 req-164972fa-b0c7-4692-8ac9-bf87d263252b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.6049302 Aug 10 10:41:50.047466 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66069997-b452-4e63-a711-d35b740e5c6e req-f7a07068-68f1-4890-bb7e-7d060ecff189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:50.048968 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66069997-b452-4e63-a711-d35b740e5c6e req-f7a07068-68f1-4890-bb7e-7d060ecff189 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.6292827 Aug 10 10:41:50.102039 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ba7b266f-66f9-4053-bac3-7b522376d58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:50.111526 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ba7b266f-66f9-4053-bac3-7b522376d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:50.135653 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-54ece349-ca26-4477-8142-c5814a9269c5 req-04982691-26d6-429b-8e07-aaea368911f3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487129 Aug 10 10:41:50.179857 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-ba7b266f-66f9-4053-bac3-7b522376d58c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=564f0fc9f4934d02a5a772af0ba9acec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141556 Aug 10 10:41:50.185581 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 39920) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:50.217030 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b266f-66f9-4053-bac3-7b522376d58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1719f0f-3374-4f14-90e7-3e9b57e62ae2,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:50.274698 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9022ebe7-3353-4d67-8070-3929b0d44ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:50.293059 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384fbd92-80b4-4326-a3d8-7e3fc726a080 None None] New status for floating IP 9a29fe33-bb6f-4391-ace3-fd45e91df02e: ACTIVE {{(pid=99997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:41:50.308049 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9022ebe7-3353-4d67-8070-3929b0d44ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:50.369220 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9022ebe7-3353-4d67-8070-3929b0d44ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:50.372300 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9022ebe7-3353-4d67-8070-3929b0d44ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:50.374447 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9022ebe7-3353-4d67-8070-3929b0d44ac2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1719f0f-3374-4f14-90e7-3e9b57e62ae2 HTTP/1.1" status: 204 len: 168 time: 0.1875937 Aug 10 10:41:50.385572 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022ebe7-3353-4d67-8070-3929b0d44ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1719f0f-3374-4f14-90e7-3e9b57e62ae2,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:50.592590 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263633c4-ffa1-404c-b6da-e7dfaed5b3b2 req-96d2035a-5cec-4210-b3a2-de92065df6e2 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:50.594741 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-263633c4-ffa1-404c-b6da-e7dfaed5b3b2 req-96d2035a-5cec-4210-b3a2-de92065df6e2 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 945 time: 0.3374572 Aug 10 10:41:50.596769 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66069997-b452-4e63-a711-d35b740e5c6e req-46a6b11f-3bd4-44dc-8a5e-5daca77f7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:50.598441 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66069997-b452-4e63-a711-d35b740e5c6e req-46a6b11f-3bd4-44dc-8a5e-5daca77f7909 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5141537 Aug 10 10:41:50.807523 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-263633c4-ffa1-404c-b6da-e7dfaed5b3b2 req-f7790508-f0d6-436e-a497-fb0127618705 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941576 Aug 10 10:41:50.933345 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66069997-b452-4e63-a711-d35b740e5c6e req-b848a3a3-1fdd-4ef7-9dc2-c6f1e1b344a8 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208952 Aug 10 10:41:51.141131 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.db.resource_extend [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 10:41:51.236855 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:51.250876 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:51.371067 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66069997-b452-4e63-a711-d35b740e5c6e req-e032f396-e12b-460b-8197-15e65bfd7afd service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412728 Aug 10 10:41:51.439728 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555dec-62e9-423b-87f7-4b89f0a57402 req-f0d12f7c-ad91-4058-af8d-c0e72c737f38 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:51.441506 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-52555dec-62e9-423b-87f7-4b89f0a57402 req-f0d12f7c-ad91-4058-af8d-c0e72c737f38 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.1731606 Aug 10 10:41:51.481465 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Floating IP 36a70e17-5e62-4907-b96c-928a764860b6 associated. External IP: 172.27.1.136, port: a1aecab5-0d06-44d6-9526-badc85acd1f6. Aug 10 10:41:51.533340 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-52555dec-62e9-423b-87f7-4b89f0a57402 req-4340124c-0841-4306-9121-a472fe3109af tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835755 Aug 10 10:41:51.764126 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:41:52.139840 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65088-0c02-4de3-8cc6-ade016595954 req-c9aec73c-a998-4063-a1c7-a0333ebcca5e tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:52.142011 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-52d65088-0c02-4de3-8cc6-ade016595954 req-c9aec73c-a998-4063-a1c7-a0333ebcca5e tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1012893 Aug 10 10:41:52.204767 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:41:52.216680 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:52.217620 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] Sync routers for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:41:52.228228 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:41:52.229324 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:41:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:52.285867 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-52d65088-0c02-4de3-8cc6-ade016595954 req-b3de2a34-cd0d-4742-8c67-eb201a2aaa30 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309438 Aug 10 10:41:52.296142 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-b84a1c4f-0952-46c6-a90f-49564d6109aa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "PUT /v2.0/floatingips/36a70e17-5e62-4907-b96c-928a764860b6 HTTP/1.1" status: 200 len: 991 time: 3.5578940 Aug 10 10:41:52.297104 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'tag': 'a1aecab5-0d06-44d6-9526-badc85acd1f6'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:52.327305 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbea264-864c-43f7-8d8d-0be4ea2c02f5" -d '{"events": [{"name": "network-changed", "server_uuid": "21a86073-5ebd-4acb-95c9-85dfa63b39ce", "tag": "a1aecab5-0d06-44d6-9526-badc85acd1f6"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:52.370777 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:41:52.412957 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56ddebf-8555-43a8-8ece-de765d1732b1 x-openstack-request-id: req-d56ddebf-8555-43a8-8ece-de765d1732b1 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:52.413418 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a86073-5ebd-4acb-95c9-85dfa63b39ce", "tag": "a1aecab5-0d06-44d6-9526-badc85acd1f6", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:52.413832 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d56ddebf-8555-43a8-8ece-de765d1732b1 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:52.414472 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'tag': 'a1aecab5-0d06-44d6-9526-badc85acd1f6', 'status': 'completed', 'code': 200} Aug 10 10:41:52.502080 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-cc161502-cd9b-4f78-8e3f-216e6ec9e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:52.504006 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-cc161502-cd9b-4f78-8e3f-216e6ec9e6eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 1098 time: 0.0568707 Aug 10 10:41:52.696971 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db8477df-3e25-4133-82db-7df16be51b10 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:52.699951 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db8477df-3e25-4133-82db-7df16be51b10 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.26 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 945 time: 0.2312341 Aug 10 10:41:52.840285 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-171f5459-c826-40b2-894b-8a2676cd681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:52.844230 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-171f5459-c826-40b2-894b-8a2676cd681d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 912 time: 0.3255589 Aug 10 10:41:52.846359 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '36a70e17-5e62-4907-b96c-928a764860b6', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'port_id': 'a1aecab5-0d06-44d6-9526-badc85acd1f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'mac_address': 'fa:16:3e:bf:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:41:12Z', 'updated_at': '2021-08-10T10:41:50Z', 'revision_number': 1, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:52.862022 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca0a28-a739-44d9-86ae-41e9b28e4f31 req-c9854c9a-fed1-4642-863b-1fd9e4ea1ef1 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:52.865271 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-50ca0a28-a739-44d9-86ae-41e9b28e4f31 req-c9854c9a-fed1-4642-863b-1fd9e4ea1ef1 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.1808674 Aug 10 10:41:52.885663 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Deleting port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:41:52.886013 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:52.957889 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] Checking router: a7a05417-d029-4fd1-a71e-a1aa8f1e2015 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:41:52.996922 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:41:53.001733 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:41:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:53.090791 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] For port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,segment=NetworkSegment(39bf5399-be86-4bcf-be50-11235f48cfc9),segment_id=39bf5399-be86-4bcf-be50-11235f48cfc9)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:41:53.091931 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:53.135563 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-50ca0a28-a739-44d9-86ae-41e9b28e4f31 req-9c27cc53-4ff3-422d-9a20-54735d724347 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553287 Aug 10 10:41:53.143295 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-13d1b312-7451-435d-9842-dc5c830f01f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6 HTTP/1.1" status: 200 len: 999 time: 0.2763042 Aug 10 10:41:53.165833 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Calling delete_port for bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:41:53.242946 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:41:53.248781 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-2029b1a3-0519-46c7-854f-39cbb9c288ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:53.251283 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-2029b1a3-0519-46c7-854f-39cbb9c288ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 200 len: 850 time: 0.0983052 Aug 10 10:41:53.343063 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-0bb7e53b-b046-43ee-b598-8a5bd639c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:53.345651 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-0bb7e53b-b046-43ee-b598-8a5bd639c40b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a686f5a1-3827-490e-91cf-bda9d5767415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0854485 Aug 10 10:41:53.541448 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:53.612742 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11038833-5c1b-43a4-8e4b-097326b68779 req-1909886c-b3a6-4655-8a9d-63289e27564f tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:53.614676 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Pushing event deleted for resources: {'Port': ['ID=bcdaeb21-fc43-4b01-bae3-3b2b8a857e33,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:53.623785 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-11038833-5c1b-43a4-8e4b-097326b68779 req-1909886c-b3a6-4655-8a9d-63289e27564f tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 867 time: 0.1437833 Aug 10 10:41:53.627078 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 40048) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:53.737837 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '36a70e17-5e62-4907-b96c-928a764860b6', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'port_id': 'a1aecab5-0d06-44d6-9526-badc85acd1f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'mac_address': 'fa:16:3e:bf:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:41:12Z', 'updated_at': '2021-08-10T10:41:50Z', 'revision_number': 1, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:53.746796 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-6a15e5d4-687e-430e-b1d9-c897efe5cc8f service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935499 Aug 10 10:41:53.794275 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] No DVR routers for this DVR port bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:41:53.806178 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:53.808367 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2b358780-7de8-492b-ad08-c61a75112e9a req-db9a3c82-0fe5-47e4-9514-74285b756bb1 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.26 "DELETE /v2.0/ports/bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 HTTP/1.1" status: 204 len: 173 time: 1.0995452 Aug 10 10:41:53.809100 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72da7bc-b210-4a5a-a56f-a197ad9db7f8', 'name': 'network-vif-deleted', 'tag': 'bcdaeb21-fc43-4b01-bae3-3b2b8a857e33'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:41:53.817198 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-11038833-5c1b-43a4-8e4b-097326b68779 req-c121b368-e981-414d-b7da-0c8de92115d2 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/security-groups?id=df1a32cc-8fa0-40d9-9ced-048d12883042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489382 Aug 10 10:41:53.832646 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00db9ff-0237-483a-b9eb-3a8bce2e58b7" -d '{"events": [{"server_uuid": "e72da7bc-b210-4a5a-a56f-a197ad9db7f8", "name": "network-vif-deleted", "tag": "bcdaeb21-fc43-4b01-bae3-3b2b8a857e33"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:41:53.897931 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23df01e-037e-4026-bcfc-e99535051ce9 None None] The sync data for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi is: [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '36a70e17-5e62-4907-b96c-928a764860b6', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'port_id': 'a1aecab5-0d06-44d6-9526-badc85acd1f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'mac_address': 'fa:16:3e:bf:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:41:12Z', 'updated_at': '2021-08-10T10:41:50Z', 'revision_number': 1, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:41:53.924617 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe19d53-055a-457f-a9e2-d66ccec9e4e3 x-openstack-request-id: req-6fe19d53-055a-457f-a9e2-d66ccec9e4e3 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:41:53.924971 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72da7bc-b210-4a5a-a56f-a197ad9db7f8", "name": "network-vif-deleted", "tag": "bcdaeb21-fc43-4b01-bae3-3b2b8a857e33", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:41:53.925258 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fe19d53-055a-457f-a9e2-d66ccec9e4e3 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:41:53.925721 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72da7bc-b210-4a5a-a56f-a197ad9db7f8', 'name': 'network-vif-deleted', 'tag': 'bcdaeb21-fc43-4b01-bae3-3b2b8a857e33', 'status': 'completed', 'code': 200} Aug 10 10:41:53.980940 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7c24abcf-bf43-48d9-865c-3ae758c0331b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:54.027632 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-afbea264-864c-43f7-8d8d-0be4ea2c02f5 req-15281155-6b10-4423-b7bd-464bd634f8de service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703743 Aug 10 10:41:54.196916 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7c24abcf-bf43-48d9-865c-3ae758c0331b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:54.203420 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7c24abcf-bf43-48d9-865c-3ae758c0331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:54.256598 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7c24abcf-bf43-48d9-865c-3ae758c0331b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=feaace953acd47669e947ab413912e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281226 Aug 10 10:41:54.260440 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40076) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:54.296047 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a13ce1-736f-4c77-9acc-9dc24fcda57b None None] New status for floating IP 36a70e17-5e62-4907-b96c-928a764860b6: ACTIVE {{(pid=99997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:41:54.324882 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24abcf-bf43-48d9-865c-3ae758c0331b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52873917-9275-43fd-90f0-6f706599259a,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:54.403484 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9283ed4f-dfe7-4ce1-8802-082349f124fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:54.449697 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c21a8-5767-478a-baba-2870611d04c3 req-32ff5989-9873-47e9-872f-ced39163e1e6 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:54.457408 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9283ed4f-dfe7-4ce1-8802-082349f124fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:54.459164 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7c9c21a8-5767-478a-baba-2870611d04c3 req-32ff5989-9873-47e9-872f-ced39163e1e6 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0994625 Aug 10 10:41:54.516453 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7c9c21a8-5767-478a-baba-2870611d04c3 req-d69a9661-6648-4339-a394-1a998c151ecf tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463548 Aug 10 10:41:54.599207 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:41:54.626981 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9283ed4f-dfe7-4ce1-8802-082349f124fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:54.633122 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9283ed4f-dfe7-4ce1-8802-082349f124fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:54.637206 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9283ed4f-dfe7-4ce1-8802-082349f124fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52873917-9275-43fd-90f0-6f706599259a HTTP/1.1" status: 204 len: 168 time: 0.3733747 Aug 10 10:41:54.638107 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:41:54.638650 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device bcdaeb21-fc43-4b01-bae3-3b2b8a857e33 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:41:54.649292 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283ed4f-dfe7-4ce1-8802-082349f124fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52873917-9275-43fd-90f0-6f706599259a,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:54.787801 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:41:55.052567 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3815f537-b7d2-40c2-a7f8-cc8ab94fc22e req-6e7c8106-04d0-4a90-b394-348279ab1d67 tempest-DeleteServersTestJSON-1227496850 tempest-DeleteServersTestJSON-1227496850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e72da7bc-b210-4a5a-a56f-a197ad9db7f8 HTTP/1.1" status: 200 len: 210 time: 0.0653241 Aug 10 10:41:55.209113 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40102) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:55.227053 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-53cc1a32-1c2a-4192-a6ee-68da384ca8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:55.357675 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-53cc1a32-1c2a-4192-a6ee-68da384ca8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:55.362202 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-53cc1a32-1c2a-4192-a6ee-68da384ca8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:55.405953 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-53cc1a32-1c2a-4192-a6ee-68da384ca8d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=669a3e7d520a4c26bb25676d256673b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954410 Aug 10 10:41:55.407207 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc1a32-1c2a-4192-a6ee-68da384ca8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9644b8fe-556c-4b8f-992a-b289218d4dc3,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:55.409322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 40106) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:55.487663 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d411a427-3021-4f41-ab83-5853762a0980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:55.532199 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d411a427-3021-4f41-ab83-5853762a0980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:55.596646 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d411a427-3021-4f41-ab83-5853762a0980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:55.600217 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d411a427-3021-4f41-ab83-5853762a0980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:55.601590 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d411a427-3021-4f41-ab83-5853762a0980 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9644b8fe-556c-4b8f-992a-b289218d4dc3 HTTP/1.1" status: 204 len: 168 time: 0.1911845 Aug 10 10:41:55.612106 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411a427-3021-4f41-ab83-5853762a0980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9644b8fe-556c-4b8f-992a-b289218d4dc3,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:55.722555 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1be839-82ab-4cf8-8cb9-27f54afcfd3d req-7c519242-dbaa-40db-bcab-ade6a3c1049a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:55.724727 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8e1be839-82ab-4cf8-8cb9-27f54afcfd3d req-7c519242-dbaa-40db-bcab-ade6a3c1049a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0661120 Aug 10 10:41:55.773019 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8e1be839-82ab-4cf8-8cb9-27f54afcfd3d req-03d1bd29-6aad-41ae-8d1b-38f036c7fd32 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 Aug 10 10:41:56.946465 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae7ae-c655-42d9-a4cc-4d80aba385d2 req-9c5b2fc0-5ef9-4c50-80da-1d10469c6274 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:56.949441 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a10ae7ae-c655-42d9-a4cc-4d80aba385d2 req-9c5b2fc0-5ef9-4c50-80da-1d10469c6274 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0760508 Aug 10 10:41:57.043731 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a10ae7ae-c655-42d9-a4cc-4d80aba385d2 req-7b7fd429-c3ab-4768-9abe-1e212f9b8a7a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805554 Aug 10 10:41:57.114185 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-a62fc46f-90e8-41bf-8940-0c88e647c866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:57.899169 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40228) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:58.010909 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f69c594-d722-4b8b-8a67-38ae4bef2cc9 admin admin] Deleting subnet 93a66c18-fa69-4c49-9a5d-aca3fdb5ac2e {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:41:58.017243 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-5d2c7e31-0313-49e8-9119-d9ef60847014 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966005 Aug 10 10:41:58.018344 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f69c594-d722-4b8b-8a67-38ae4bef2cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.141189 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f69c594-d722-4b8b-8a67-38ae4bef2cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11460473'] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.184748 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-5af85976-7afe-4154-aa78-0a95a7a1f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:58.187855 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-5af85976-7afe-4154-aa78-0a95a7a1f00e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1098 time: 0.1055043 Aug 10 10:41:58.300721 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f69c594-d722-4b8b-8a67-38ae4bef2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.369166 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ea4c7-bdd0-4d7d-b8bd-53f3ca38c7c8 req-c665175a-aff5-429a-8df5-e8ad99f23dac tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:58.377570 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d15ea4c7-bdd0-4d7d-b8bd-53f3ca38c7c8 req-c665175a-aff5-429a-8df5-e8ad99f23dac tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.1442974 Aug 10 10:41:58.418306 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f69c594-d722-4b8b-8a67-38ae4bef2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11743965'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.447668 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d15ea4c7-bdd0-4d7d-b8bd-53f3ca38c7c8 req-f879f73d-5fbb-4ab5-b155-08bd5a317c8d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689683 Aug 10 10:41:58.449323 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-86329441-f15d-458a-8766-353aa32d794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:58.450814 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-86329441-f15d-458a-8766-353aa32d794a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 920 time: 0.1991677 Aug 10 10:41:58.479812 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f69c594-d722-4b8b-8a67-38ae4bef2cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.483808 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-5f69c594-d722-4b8b-8a67-38ae4bef2cc9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/93a66c18-fa69-4c49-9a5d-aca3fdb5ac2e HTTP/1.1" status: 204 len: 168 time: 0.5818257 Aug 10 10:41:58.485309 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69c594-d722-4b8b-8a67-38ae4bef2cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a66c18-fa69-4c49-9a5d-aca3fdb5ac2e,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:58.489637 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40252) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:58.515637 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-40281b15-5678-45d7-bc4f-090fb9e4a788 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=968f1838-f330-4713-a7c7-e7515a41a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0474148 Aug 10 10:41:58.580047 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-76a82dda-ae3e-421a-ace5-d825f5f4b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:58.582011 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-76a82dda-ae3e-421a-ace5-d825f5f4b1ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.0584004 Aug 10 10:41:58.612883 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.636422 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-d521544e-37e4-4b26-b737-bb61db96b69a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453432 Aug 10 10:41:58.724208 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 40258) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:58.759620 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.762697 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-a9a9d0d0-4ee5-427f-aab8-a67307a7866d service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160762 Aug 10 10:41:58.778876 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81deefc-a215-479f-b434-0c5534261322']}} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:58.802359 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bf5399-be86-4bcf-be50-11235f48cfc9') {'for_net_delete': True} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:58.803632 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bf5399-be86-4bcf-be50-11235f48cfc9') {} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:41:58.821270 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11460352'] for segment, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.844321 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.851779 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=99995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:41:58.852477 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950914'] for segment, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: Traceback (most recent call last): Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: timer() Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: cb(*args, **kw) Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: return func(*args, **kwargs) Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: self._notify() Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: self.callback(batched_events) Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: event.method(event) Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: return f(self, *a, **k) Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._get(url).json() Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: return self.request(url, 'GET', **kwargs) Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:41:58.855536 dv-cinder-772181-13-iscsi neutron-server[99995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:41:58.898824 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dc685813-ed8f-42d5-a363-05982d1a39ea req-0d21528c-274d-42fb-b060-5407fec2d5cc service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205351 Aug 10 10:41:58.924152 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.935930 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:58.941311 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c81deefc-a215-479f-b434-0c5534261322 HTTP/1.1" status: 204 len: 168 time: 0.4499187 Aug 10 10:41:58.951976 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49968ca4-0bcc-417a-9839-db28195a0194 admin admin] Pushing event deleted for resources: {'Network': ['ID=c81deefc-a215-479f-b434-0c5534261322,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:58.960475 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8621124f-c425-4654-bf9f-154a90aa97e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.122184 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8621124f-c425-4654-bf9f-154a90aa97e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.129112 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8621124f-c425-4654-bf9f-154a90aa97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.204074 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-8621124f-c425-4654-bf9f-154a90aa97e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=557b1773a93c4d4db141d8852067b2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784937 Aug 10 10:41:59.208472 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40274) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:59.217947 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621124f-c425-4654-bf9f-154a90aa97e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267d251a-4c44-4184-99c0-f5d560705399,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:59.337063 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 40286) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:59.372982 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4e911c2a-c50a-4174-ae08-a233ff92687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.420813 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40288) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:41:59.422759 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-25552482-c536-4c7d-b99d-eb04a370c81a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09750db56dc94c82b11d60fb8ff13805&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0829725 Aug 10 10:41:59.425002 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4e911c2a-c50a-4174-ae08-a233ff92687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.536664 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-19a2b190-1544-4515-bd9f-a408adec396a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.573231 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-66aca556-845f-4d9e-b0ad-630b35487eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.593793 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-19a2b190-1544-4515-bd9f-a408adec396a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.596838 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4e911c2a-c50a-4174-ae08-a233ff92687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.601664 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4e911c2a-c50a-4174-ae08-a233ff92687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.604136 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-4e911c2a-c50a-4174-ae08-a233ff92687e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/267d251a-4c44-4184-99c0-f5d560705399 HTTP/1.1" status: 204 len: 168 time: 0.3943312 Aug 10 10:41:59.640572 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e911c2a-c50a-4174-ae08-a233ff92687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267d251a-4c44-4184-99c0-f5d560705399,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:59.660287 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eceaef-03c3-47fb-b03a-0288f1ac01cc req-235d3c89-dfbe-4d1d-8941-98f9263e7fdc tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:41:59.677432 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-50eceaef-03c3-47fb-b03a-0288f1ac01cc req-235d3c89-dfbe-4d1d-8941-98f9263e7fdc tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.1137555 Aug 10 10:41:59.709945 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-19a2b190-1544-4515-bd9f-a408adec396a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.712853 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-19a2b190-1544-4515-bd9f-a408adec396a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:59.714567 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-19a2b190-1544-4515-bd9f-a408adec396a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df1a32cc-8fa0-40d9-9ced-048d12883042 HTTP/1.1" status: 204 len: 168 time: 0.2923956 Aug 10 10:41:59.726071 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2b190-1544-4515-bd9f-a408adec396a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a32cc-8fa0-40d9-9ced-048d12883042,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:41:59.759548 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-50eceaef-03c3-47fb-b03a-0288f1ac01cc req-686969d4-084a-4e73-ba20-07df0a593669 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795653 Aug 10 10:41:59.797741 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40298) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:00.108112 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.241214 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ea25a460-2722-43ea-ac99-9e10491c0053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.285165 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 40312) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:00.304515 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7338377c-cff7-4d25-b9c1-932b665766c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.375268 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ea25a460-2722-43ea-ac99-9e10491c0053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.380698 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ea25a460-2722-43ea-ac99-9e10491c0053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.461801 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-ea25a460-2722-43ea-ac99-9e10491c0053 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70148887d850481a827cf0f28736dbf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6579936 Aug 10 10:42:00.461801 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40320) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:00.501553 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25a460-2722-43ea-ac99-9e10491c0053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4655cdc-c771-414b-99de-2c1f4d8170c6,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:00.558081 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7338377c-cff7-4d25-b9c1-932b665766c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.565703 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7338377c-cff7-4d25-b9c1-932b665766c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.602857 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.621522 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2f9c75f6-0757-42a6-be1e-428646a051cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.660600 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2f9c75f6-0757-42a6-be1e-428646a051cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.682839 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7338377c-cff7-4d25-b9c1-932b665766c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc80540788364e408712f6920bc48f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955252 Aug 10 10:42:00.689179 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 40328) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:00.701231 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338377c-cff7-4d25-b9c1-932b665766c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb206d1-c861-4b48-801b-721e20ff4e14,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:00.768953 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2f9c75f6-0757-42a6-be1e-428646a051cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.773024 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2f9c75f6-0757-42a6-be1e-428646a051cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.775243 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-2f9c75f6-0757-42a6-be1e-428646a051cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4655cdc-c771-414b-99de-2c1f4d8170c6 HTTP/1.1" status: 204 len: 168 time: 0.3015654 Aug 10 10:42:00.788592 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c75f6-0757-42a6-be1e-428646a051cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4655cdc-c771-414b-99de-2c1f4d8170c6,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:00.821053 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-da718e0b-ed16-40ff-b94d-d10b5d24c22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.852367 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-da718e0b-ed16-40ff-b94d-d10b5d24c22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.069469 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636fea6-f7eb-40e3-b40b-cdbc9d4045c8 req-1694d86c-3dac-4717-b5bb-42657afe8b2f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:01.071441 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f636fea6-f7eb-40e3-b40b-cdbc9d4045c8 req-1694d86c-3dac-4717-b5bb-42657afe8b2f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.1665213 Aug 10 10:42:01.082556 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-da718e0b-ed16-40ff-b94d-d10b5d24c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.090820 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-da718e0b-ed16-40ff-b94d-d10b5d24c22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.102339 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-da718e0b-ed16-40ff-b94d-d10b5d24c22b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccb206d1-c861-4b48-801b-721e20ff4e14 HTTP/1.1" status: 204 len: 168 time: 0.4119830 Aug 10 10:42:01.131402 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da718e0b-ed16-40ff-b94d-d10b5d24c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb206d1-c861-4b48-801b-721e20ff4e14,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:01.179678 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f636fea6-f7eb-40e3-b40b-cdbc9d4045c8 req-b4dde618-eaa9-4828-8c9f-9d811c3bf98d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759759 Aug 10 10:42:01.405535 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 40356) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:01.423171 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b8e98dfa-b3ef-4599-9eaf-852dfc26773d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.587187 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b8e98dfa-b3ef-4599-9eaf-852dfc26773d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.596023 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b8e98dfa-b3ef-4599-9eaf-852dfc26773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.647322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e98dfa-b3ef-4599-9eaf-852dfc26773d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6d4df2-8c08-48ab-b574-cf2b765b04e5,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:01.680830 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-b8e98dfa-b3ef-4599-9eaf-852dfc26773d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efcf274ed4f84917838efe26ceff4392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731791 Aug 10 10:42:01.687789 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40368) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:01.690004 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.767348 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bc9533d9-3e63-4627-aa14-966f33bc8cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.795701 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bc9533d9-3e63-4627-aa14-966f33bc8cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.874633 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bc9533d9-3e63-4627-aa14-966f33bc8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.877563 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bc9533d9-3e63-4627-aa14-966f33bc8cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:01.878831 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-bc9533d9-3e63-4627-aa14-966f33bc8cbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f6d4df2-8c08-48ab-b574-cf2b765b04e5 HTTP/1.1" status: 204 len: 168 time: 0.1888604 Aug 10 10:42:01.906940 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9533d9-3e63-4627-aa14-966f33bc8cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6d4df2-8c08-48ab-b574-cf2b765b04e5,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:02.309011 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:02.504488 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40400) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:02.523936 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88d328da-b8cc-40e2-9274-59cc208141e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:02.676945 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88d328da-b8cc-40e2-9274-59cc208141e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:02.682608 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88d328da-b8cc-40e2-9274-59cc208141e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:02.730953 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d328da-b8cc-40e2-9274-59cc208141e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d2a80-7aff-4601-8118-d6e0fd4dfa57,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:02.735749 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-88d328da-b8cc-40e2-9274-59cc208141e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff1ec8b6b7d744b08a4eaedaac9ea73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300735 Aug 10 10:42:02.739939 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40406) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:02.794245 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8b76eb30-110b-4de0-9020-0469c38fc086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:02.818023 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8b76eb30-110b-4de0-9020-0469c38fc086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:02.883180 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8b76eb30-110b-4de0-9020-0469c38fc086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:02.887873 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8b76eb30-110b-4de0-9020-0469c38fc086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:02.890630 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-8b76eb30-110b-4de0-9020-0469c38fc086 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e96d2a80-7aff-4601-8118-d6e0fd4dfa57 HTTP/1.1" status: 204 len: 168 time: 0.1494124 Aug 10 10:42:02.903685 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76eb30-110b-4de0-9020-0469c38fc086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d2a80-7aff-4601-8118-d6e0fd4dfa57,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:04.817022 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6438789-5a7f-4b7e-a35a-6e51f017240b req-a222a959-6ca6-4517-9563-05215bbd2cea tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:04.818642 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d6438789-5a7f-4b7e-a35a-6e51f017240b req-a222a959-6ca6-4517-9563-05215bbd2cea tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0562611 Aug 10 10:42:04.871624 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d6438789-5a7f-4b7e-a35a-6e51f017240b req-d6c118c6-b676-41ba-a6a8-b24e74ee766f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Aug 10 10:42:06.061690 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3720-9928-458d-b21a-5d939fe14f8a req-1dcc9060-c16c-4603-85e7-cf245fe34cb9 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:06.064391 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-708f3720-9928-458d-b21a-5d939fe14f8a req-1dcc9060-c16c-4603-85e7-cf245fe34cb9 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0966299 Aug 10 10:42:06.182503 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-708f3720-9928-458d-b21a-5d939fe14f8a req-7db6c0ca-3b2a-4bc8-8df0-22f31fd2ce41 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101503 Aug 10 10:42:06.188203 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c792bb-abca-433f-a8f9-aaabd819864b req-42591c69-7f80-4288-9971-b567ebf3fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:06.190157 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4c792bb-abca-433f-a8f9-aaabd819864b req-42591c69-7f80-4288-9971-b567ebf3fb5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 1099 time: 0.0941432 Aug 10 10:42:06.278332 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4c792bb-abca-433f-a8f9-aaabd819864b req-aba58108-3464-4801-8bc8-daa3f10486d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784459 Aug 10 10:42:07.411489 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c4982-36e0-43ab-8e71-77daead318ce req-2e093c2b-fcb1-470b-9c41-8459d0364946 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:07.413115 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d07c4982-36e0-43ab-8e71-77daead318ce req-2e093c2b-fcb1-470b-9c41-8459d0364946 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0779693 Aug 10 10:42:07.463624 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d07c4982-36e0-43ab-8e71-77daead318ce req-2c0a1b5e-7b17-493f-bf6a-60f11ed1fcbb tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Aug 10 10:42:10.731123 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ded9f-b835-40b3-bb04-8d69cce2ec47 req-d95da681-e92e-4e3c-887a-2715c0dcda86 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:10.732734 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cf9ded9f-b835-40b3-bb04-8d69cce2ec47 req-d95da681-e92e-4e3c-887a-2715c0dcda86 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0537882 Aug 10 10:42:10.774736 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cf9ded9f-b835-40b3-bb04-8d69cce2ec47 req-e4c43be2-fd10-4a43-a6d7-67d2967f7a76 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Aug 10 10:42:10.928242 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03eba5-120e-466c-9dd8-88f210e8aea0 req-a6a39300-d655-4315-b86d-36501914d7ab tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:10.930461 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae03eba5-120e-466c-9dd8-88f210e8aea0 req-a6a39300-d655-4315-b86d-36501914d7ab tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0815971 Aug 10 10:42:10.997259 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae03eba5-120e-466c-9dd8-88f210e8aea0 req-53d9b6cd-f374-413b-bc90-3c8675256d74 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573120 Aug 10 10:42:12.826658 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-b7f58a28-187f-4495-b846-d64ad149df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:12.829209 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-b7f58a28-187f-4495-b846-d64ad149df9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1098 time: 0.1158240 Aug 10 10:42:12.845165 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14af074-b0d2-442c-a364-0232c786fb5a req-6c6bc6ba-8efa-42c8-890e-c4d9ca3bfe2b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:12.848706 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a14af074-b0d2-442c-a364-0232c786fb5a req-6c6bc6ba-8efa-42c8-890e-c4d9ca3bfe2b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1258023 Aug 10 10:42:12.960774 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a14af074-b0d2-442c-a364-0232c786fb5a req-6ff5dd7d-e703-4419-8d7b-a896e7f17d6a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980201 Aug 10 10:42:12.986691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-79fd5def-a274-4f7f-8ec4-bbef36bf316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:12.988234 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-79fd5def-a274-4f7f-8ec4-bbef36bf316e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 920 time: 0.1382256 Aug 10 10:42:13.047696 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-591efc2c-5c26-43a7-8477-e70bb081425b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=968f1838-f330-4713-a7c7-e7515a41a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0435641 Aug 10 10:42:13.103692 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-4523ae3e-bc6f-4159-94aa-b2dc8c541208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:13.105183 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-4523ae3e-bc6f-4159-94aa-b2dc8c541208 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.0505977 Aug 10 10:42:13.155046 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-4b6af37d-99db-47da-ac1f-9f5aa41c4b2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384970 Aug 10 10:42:13.280790 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-e6950cbf-40f1-495b-b9c1-cf621f4cfdfc service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183155 Aug 10 10:42:13.393791 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96d3bfbe-d379-4fa8-8675-fa384c9ac5f9 req-b5af3e8f-4ea4-4939-a0ca-b6fde4d3b3db service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050012 Aug 10 10:42:14.123516 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1669d5-b1fe-4202-b69d-b24b15e7301e req-7ca06c75-4255-4b3a-9dc4-1ad145446d78 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:14.125441 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fc1669d5-b1fe-4202-b69d-b24b15e7301e req-7ca06c75-4255-4b3a-9dc4-1ad145446d78 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0747688 Aug 10 10:42:14.177949 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fc1669d5-b1fe-4202-b69d-b24b15e7301e req-3f1080fd-d45b-4251-9227-1b381347713b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Aug 10 10:42:15.360513 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2743a-ebd9-456b-8ed6-21e8e5e81ebf req-0ca95a81-a1aa-4d11-8bb4-f2027519c7ff tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:15.364743 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-05e2743a-ebd9-456b-8ed6-21e8e5e81ebf req-0ca95a81-a1aa-4d11-8bb4-f2027519c7ff tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0915983 Aug 10 10:42:15.434450 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-05e2743a-ebd9-456b-8ed6-21e8e5e81ebf req-6ea8e69f-a05e-4809-8f71-74d0c1d1d4fa tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629034 Aug 10 10:42:16.067884 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40934) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:16.195259 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ca65713-5b34-4be4-a20a-2e0562a176df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.310082 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ca65713-5b34-4be4-a20a-2e0562a176df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.316164 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ca65713-5b34-4be4-a20a-2e0562a176df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.358597 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-8ca65713-5b34-4be4-a20a-2e0562a176df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=775d053bb79e46bbb92226faf0ff92e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895420 Aug 10 10:42:16.362932 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 40948) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:16.378679 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca65713-5b34-4be4-a20a-2e0562a176df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8a5972-8333-4450-9dfc-81eb2972973e,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:16.453037 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-092f7a74-1854-4eaf-96aa-5b1c15b9bb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.478963 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-092f7a74-1854-4eaf-96aa-5b1c15b9bb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.610631 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda6cfb-9cfb-49e5-b2eb-a381020d4c02 req-dfbb5beb-2486-4bdb-8fb6-81d728a335fe tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:16.613278 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfda6cfb-9cfb-49e5-b2eb-a381020d4c02 req-dfbb5beb-2486-4bdb-8fb6-81d728a335fe tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0755651 Aug 10 10:42:16.622736 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 40960) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:16.637989 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-092f7a74-1854-4eaf-96aa-5b1c15b9bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.644184 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-092f7a74-1854-4eaf-96aa-5b1c15b9bb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.646368 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-092f7a74-1854-4eaf-96aa-5b1c15b9bb06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df8a5972-8333-4450-9dfc-81eb2972973e HTTP/1.1" status: 204 len: 168 time: 0.2819471 Aug 10 10:42:16.673293 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f7a74-1854-4eaf-96aa-5b1c15b9bb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8a5972-8333-4450-9dfc-81eb2972973e,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:16.697474 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfda6cfb-9cfb-49e5-b2eb-a381020d4c02 req-1c3596e7-cbb7-4b66-a86c-4610188cef5a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631971 Aug 10 10:42:16.818819 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5d13cfbc-4eb7-4e20-8ca0-d24660945c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.968220 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5d13cfbc-4eb7-4e20-8ca0-d24660945c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.973540 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5d13cfbc-4eb7-4e20-8ca0-d24660945c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:17.017616 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-5d13cfbc-4eb7-4e20-8ca0-d24660945c63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82318aa7246849739005dea1bf1100e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917372 Aug 10 10:42:17.018187 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13cfbc-4eb7-4e20-8ca0-d24660945c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3950b4-56f9-4ad3-bdc1-7ded80ac0595,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:17.019764 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 40980) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:17.084663 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-84bac652-1a3d-4811-9f72-bad08fb5b2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:17.113118 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-84bac652-1a3d-4811-9f72-bad08fb5b2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:17.179020 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-84bac652-1a3d-4811-9f72-bad08fb5b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:17.181670 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-84bac652-1a3d-4811-9f72-bad08fb5b2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:17.187885 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-84bac652-1a3d-4811-9f72-bad08fb5b2e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e3950b4-56f9-4ad3-bdc1-7ded80ac0595 HTTP/1.1" status: 204 len: 168 time: 0.1663206 Aug 10 10:42:17.199597 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bac652-1a3d-4811-9f72-bad08fb5b2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3950b4-56f9-4ad3-bdc1-7ded80ac0595,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:17.912355 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046025e-3005-460a-8250-f06d49aff806 req-e2a9fa38-bfda-4c4e-a4eb-78295e502eef tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:17.917323 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9046025e-3005-460a-8250-f06d49aff806 req-e2a9fa38-bfda-4c4e-a4eb-78295e502eef tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0806584 Aug 10 10:42:18.005690 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9046025e-3005-460a-8250-f06d49aff806 req-609add3b-d70d-4bb9-a194-6cee94baccb4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715940 Aug 10 10:42:18.876072 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41064) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:18.992973 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41070) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:19.102022 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dd840104-9a72-4985-9c0b-594f643b9bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.189057 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59278efa-54d1-4fef-a762-91295bd20074 req-ef73936a-88bf-4147-b19f-a245eaafc052 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:19.191602 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-59278efa-54d1-4fef-a762-91295bd20074 req-ef73936a-88bf-4147-b19f-a245eaafc052 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0861285 Aug 10 10:42:19.192542 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bb5bee53-1f88-40f9-8848-73893b008dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.269925 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-59278efa-54d1-4fef-a762-91295bd20074 req-05a43584-1cf5-49fc-be92-7e34bc88d6d8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713437 Aug 10 10:42:19.314806 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dd840104-9a72-4985-9c0b-594f643b9bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.324430 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dd840104-9a72-4985-9c0b-594f643b9bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.377527 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-dd840104-9a72-4985-9c0b-594f643b9bb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25a690c532fa45388226bf99ec675ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965632 Aug 10 10:42:19.378429 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41082) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:19.396043 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd840104-9a72-4985-9c0b-594f643b9bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ff904f-b304-49e7-906b-7a61ac9b59a4,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:19.456502 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3dfe2780-2c75-49e7-9d37-b252be0fb2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.494087 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3dfe2780-2c75-49e7-9d37-b252be0fb2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.517564 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bb5bee53-1f88-40f9-8848-73893b008dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.531648 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bb5bee53-1f88-40f9-8848-73893b008dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.594279 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3dfe2780-2c75-49e7-9d37-b252be0fb2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.599726 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3dfe2780-2c75-49e7-9d37-b252be0fb2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.602224 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-3dfe2780-2c75-49e7-9d37-b252be0fb2a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84ff904f-b304-49e7-906b-7a61ac9b59a4 HTTP/1.1" status: 204 len: 168 time: 0.2221286 Aug 10 10:42:19.620131 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe2780-2c75-49e7-9d37-b252be0fb2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ff904f-b304-49e7-906b-7a61ac9b59a4,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:19.623592 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-bb5bee53-1f88-40f9-8848-73893b008dac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0a86c939053463482e8ca724f8be481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6289818 Aug 10 10:42:19.627995 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41096) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:19.636900 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bee53-1f88-40f9-8848-73893b008dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec257fa-0539-4fd6-a782-0d907460dc23,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:19.760184 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0b4ddbd4-0b2d-4f2c-96cf-251e6d82a85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.805158 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0b4ddbd4-0b2d-4f2c-96cf-251e6d82a85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.889018 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0b4ddbd4-0b2d-4f2c-96cf-251e6d82a85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.892709 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0b4ddbd4-0b2d-4f2c-96cf-251e6d82a85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:19.894619 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-0b4ddbd4-0b2d-4f2c-96cf-251e6d82a85d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aec257fa-0539-4fd6-a782-0d907460dc23 HTTP/1.1" status: 204 len: 168 time: 0.2650781 Aug 10 10:42:19.908710 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ddbd4-0b2d-4f2c-96cf-251e6d82a85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec257fa-0539-4fd6-a782-0d907460dc23,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:20.090076 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41106) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:20.121234 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-75510785-2f73-40b7-bbaa-3e8dbbd9cc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:20.282983 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-75510785-2f73-40b7-bbaa-3e8dbbd9cc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:20.290077 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-75510785-2f73-40b7-bbaa-3e8dbbd9cc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:20.348462 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-75510785-2f73-40b7-bbaa-3e8dbbd9cc57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9aa8eed0ed64e429eb00a92945643ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517967 Aug 10 10:42:20.348462 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41116) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:20.357389 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75510785-2f73-40b7-bbaa-3e8dbbd9cc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35e9b21-ab78-4985-be01-5f8ef68bdca2,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:20.492589 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7d022f4e-9395-452a-bc03-af614661f04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:20.503369 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116d02e-ff17-4426-ba0e-0dea6740dfc4 req-e96d0e8a-a19b-4e56-9b8d-1afffc045e79 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:20.505094 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c116d02e-ff17-4426-ba0e-0dea6740dfc4 req-e96d0e8a-a19b-4e56-9b8d-1afffc045e79 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1236219 Aug 10 10:42:20.535049 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7d022f4e-9395-452a-bc03-af614661f04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:20.589922 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c116d02e-ff17-4426-ba0e-0dea6740dfc4 req-9db8ec61-cfa4-42cc-9083-79c5e0c56802 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732703 Aug 10 10:42:20.620099 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7d022f4e-9395-452a-bc03-af614661f04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:20.622738 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7d022f4e-9395-452a-bc03-af614661f04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:20.623944 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7d022f4e-9395-452a-bc03-af614661f04d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e35e9b21-ab78-4985-be01-5f8ef68bdca2 HTTP/1.1" status: 204 len: 168 time: 0.2740858 Aug 10 10:42:20.632344 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d022f4e-9395-452a-bc03-af614661f04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35e9b21-ab78-4985-be01-5f8ef68bdca2,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:21.764846 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbff41-a589-42de-86ff-5aebf936a4f4 req-9674b25e-7858-4e2e-8cb1-901ff2a29f13 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:21.766573 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ecfbff41-a589-42de-86ff-5aebf936a4f4 req-9674b25e-7858-4e2e-8cb1-901ff2a29f13 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0689321 Aug 10 10:42:21.824419 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ecfbff41-a589-42de-86ff-5aebf936a4f4 req-02595203-b440-4a4e-9641-d7191ea4a2de tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503232 Aug 10 10:42:22.976249 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954ca0-9ecb-4c4e-a2d2-e52f4b86387b req-ced6385d-c3bb-4dbd-9128-92531207d3ef tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:22.978352 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5b954ca0-9ecb-4c4e-a2d2-e52f4b86387b req-ced6385d-c3bb-4dbd-9128-92531207d3ef tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0659323 Aug 10 10:42:23.071034 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5b954ca0-9ecb-4c4e-a2d2-e52f4b86387b req-f46d2d93-d51c-4983-aa05-b60e88848563 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843260 Aug 10 10:42:23.158969 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41266) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:23.305009 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0ac481bf-b4f9-405f-bd01-b5a880677af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:23.402885 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0ac481bf-b4f9-405f-bd01-b5a880677af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:23.408280 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0ac481bf-b4f9-405f-bd01-b5a880677af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:23.449869 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-0ac481bf-b4f9-405f-bd01-b5a880677af8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e5bd0e3f9924b8face9a76d082637af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883997 Aug 10 10:42:23.451279 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac481bf-b4f9-405f-bd01-b5a880677af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00fa0fd-f1bb-4d51-8c18-73ab95efb2e4,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:23.454633 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41270) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:23.523059 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3ce16e79-d546-4109-9494-cd55f43872b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:23.545549 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3ce16e79-d546-4109-9494-cd55f43872b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:23.594753 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3ce16e79-d546-4109-9494-cd55f43872b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:23.597938 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3ce16e79-d546-4109-9494-cd55f43872b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:23.598815 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-3ce16e79-d546-4109-9494-cd55f43872b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d00fa0fd-f1bb-4d51-8c18-73ab95efb2e4 HTTP/1.1" status: 204 len: 168 time: 0.1424046 Aug 10 10:42:23.607749 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce16e79-d546-4109-9494-cd55f43872b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00fa0fd-f1bb-4d51-8c18-73ab95efb2e4,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:23.946554 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41278) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:23.963941 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d33470f1-2eba-45ad-bd11-c7c605fc5e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:24.091079 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d33470f1-2eba-45ad-bd11-c7c605fc5e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:24.104604 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d33470f1-2eba-45ad-bd11-c7c605fc5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:24.148862 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-d33470f1-2eba-45ad-bd11-c7c605fc5e6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b83d6fd3b6e84986adcbd912a444c6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011287 Aug 10 10:42:24.153425 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41290) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:24.201820 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33470f1-2eba-45ad-bd11-c7c605fc5e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b111ee88-a76d-4529-a711-cb0b8ab72da9,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:24.257517 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f4b14-ccdc-45d9-93ff-bded6ae87a59 req-7db52f08-264a-47a8-b93f-7b6094f0d630 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:24.259048 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-117f4b14-ccdc-45d9-93ff-bded6ae87a59 req-7db52f08-264a-47a8-b93f-7b6094f0d630 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0897868 Aug 10 10:42:24.261969 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-946c2b49-c3de-4d52-a6ea-9f5e6dd1afa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:24.297666 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-946c2b49-c3de-4d52-a6ea-9f5e6dd1afa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:24.332587 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-117f4b14-ccdc-45d9-93ff-bded6ae87a59 req-d0858236-4e27-483b-abb3-e1ed749d922d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660412 Aug 10 10:42:24.362558 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-946c2b49-c3de-4d52-a6ea-9f5e6dd1afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:24.365583 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-946c2b49-c3de-4d52-a6ea-9f5e6dd1afa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:24.366884 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-946c2b49-c3de-4d52-a6ea-9f5e6dd1afa6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b111ee88-a76d-4529-a711-cb0b8ab72da9 HTTP/1.1" status: 204 len: 168 time: 0.2123404 Aug 10 10:42:24.384916 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c2b49-c3de-4d52-a6ea-9f5e6dd1afa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b111ee88-a76d-4529-a711-cb0b8ab72da9,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:26.338361 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41358) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:26.462135 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a4e72e6b-37c2-40c5-bf7c-3155caf1e740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:26.614925 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a4e72e6b-37c2-40c5-bf7c-3155caf1e740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:26.621201 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a4e72e6b-37c2-40c5-bf7c-3155caf1e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:26.879444 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cbdb1-8807-4902-9292-11f2afeb88a9 req-5cce2b45-48bf-4197-9b60-80ade2180fc6 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:26.881041 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b62cbdb1-8807-4902-9292-11f2afeb88a9 req-5cce2b45-48bf-4197-9b60-80ade2180fc6 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.3165729 Aug 10 10:42:26.896040 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a4e72e6b-37c2-40c5-bf7c-3155caf1e740 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63253d0173bd4951ad838d1348488cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528066 Aug 10 10:42:26.897101 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41366) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:26.904230 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e72e6b-37c2-40c5-bf7c-3155caf1e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba16cc7-4bdd-44a1-944c-2a217d2c853e,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:26.939663 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b62cbdb1-8807-4902-9292-11f2afeb88a9 req-a9fd2b7d-7208-4d7a-a322-a578db203d5c tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Aug 10 10:42:26.978876 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3f082c35-3254-4ac7-8ee7-7670d8f6a318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.003256 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3f082c35-3254-4ac7-8ee7-7670d8f6a318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.052707 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3f082c35-3254-4ac7-8ee7-7670d8f6a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.055587 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3f082c35-3254-4ac7-8ee7-7670d8f6a318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.056760 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3f082c35-3254-4ac7-8ee7-7670d8f6a318 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ba16cc7-4bdd-44a1-944c-2a217d2c853e HTTP/1.1" status: 204 len: 168 time: 0.1584539 Aug 10 10:42:27.065710 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f082c35-3254-4ac7-8ee7-7670d8f6a318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba16cc7-4bdd-44a1-944c-2a217d2c853e,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:27.111800 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d79aa1ec-8d43-46ea-929c-23c2e4ce2199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.444789 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41384) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:27.458704 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-078a9a7d-fc66-42d2-92b4-5f1e51731877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.592555 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-078a9a7d-fc66-42d2-92b4-5f1e51731877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.597576 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-078a9a7d-fc66-42d2-92b4-5f1e51731877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.660054 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-078a9a7d-fc66-42d2-92b4-5f1e51731877 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9bd6991b15b4fff89e23200793ca3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141948 Aug 10 10:42:27.661077 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a9a7d-fc66-42d2-92b4-5f1e51731877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de16796c-ad87-4bc4-b5e0-4301bf71ca32,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:27.664885 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41392) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:27.728214 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5fe48373-b04c-49d5-8b5e-54dd581ae4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.760413 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5fe48373-b04c-49d5-8b5e-54dd581ae4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.852999 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5fe48373-b04c-49d5-8b5e-54dd581ae4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.855952 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5fe48373-b04c-49d5-8b5e-54dd581ae4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:27.857692 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-5fe48373-b04c-49d5-8b5e-54dd581ae4f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de16796c-ad87-4bc4-b5e0-4301bf71ca32 HTTP/1.1" status: 204 len: 168 time: 0.1921072 Aug 10 10:42:27.867343 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe48373-b04c-49d5-8b5e-54dd581ae4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16796c-ad87-4bc4-b5e0-4301bf71ca32,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:28.088382 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71892689-2ee9-4f7f-97d5-1761ca201921 req-e2bdded6-7cb3-4cf8-a9f2-62869e531baa tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:28.090010 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-71892689-2ee9-4f7f-97d5-1761ca201921 req-e2bdded6-7cb3-4cf8-a9f2-62869e531baa tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0621753 Aug 10 10:42:28.153386 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-71892689-2ee9-4f7f-97d5-1761ca201921 req-987c8f05-23a6-4147-b3ef-b67285fb3562 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522895 Aug 10 10:42:29.562381 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-2a0baf51-164b-4d4a-bb44-11ffea3b1f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:30.103499 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:30.599317 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:30.803211 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3f325-a8b0-4df8-b88b-90e1e55e7c8d req-f0a598ca-45a7-4a24-b004-dcba906631f7 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:30.805168 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96c3f325-a8b0-4df8-b88b-90e1e55e7c8d req-f0a598ca-45a7-4a24-b004-dcba906631f7 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0578744 Aug 10 10:42:30.848955 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96c3f325-a8b0-4df8-b88b-90e1e55e7c8d req-cab837fc-0bdf-4d7e-a086-7d028108fd40 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363266 Aug 10 10:42:30.949932 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41500) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:31.071022 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-86f3badd-5fa1-4aba-bf71-0fb5526dab80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:31.178133 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-86f3badd-5fa1-4aba-bf71-0fb5526dab80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:31.187093 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-86f3badd-5fa1-4aba-bf71-0fb5526dab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:31.256839 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3badd-5fa1-4aba-bf71-0fb5526dab80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01461a4-0021-4468-b535-1bdac8cfb688,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:31.265370 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-86f3badd-5fa1-4aba-bf71-0fb5526dab80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a923c2d0c924054b61c5496facc155d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136075 Aug 10 10:42:31.268914 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41508) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:31.350210 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dc6de11e-c8be-4d92-b11d-1b829c424f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:31.375863 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dc6de11e-c8be-4d92-b11d-1b829c424f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:31.445096 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dc6de11e-c8be-4d92-b11d-1b829c424f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:31.447831 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dc6de11e-c8be-4d92-b11d-1b829c424f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:31.449023 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-dc6de11e-c8be-4d92-b11d-1b829c424f27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b01461a4-0021-4468-b535-1bdac8cfb688 HTTP/1.1" status: 204 len: 168 time: 0.1787810 Aug 10 10:42:31.462731 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6de11e-c8be-4d92-b11d-1b829c424f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01461a4-0021-4468-b535-1bdac8cfb688,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:31.671191 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:31.797330 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:42:31.817196 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41536) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:31.928820 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41544) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:31.946624 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-09fd09b8-0df4-4414-b0ec-91c9536f1df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:31.987454 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5fff3-e553-4c0f-b4a6-73e08102b16b req-64892a7f-a4c9-4faf-b354-44da2688a3a7 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:31.989109 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cdb5fff3-e553-4c0f-b4a6-73e08102b16b req-64892a7f-a4c9-4faf-b354-44da2688a3a7 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0607231 Aug 10 10:42:32.030874 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cdb5fff3-e553-4c0f-b4a6-73e08102b16b req-6192e158-a906-4f9d-bf34-cfbd580ebd40 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350096 Aug 10 10:42:32.056674 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-09fd09b8-0df4-4414-b0ec-91c9536f1df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.061037 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-09fd09b8-0df4-4414-b0ec-91c9536f1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.109931 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd09b8-0df4-4414-b0ec-91c9536f1df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9383ea28-4257-4ab6-b6f9-2dc0cab7a8ad,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:32.115609 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-09fd09b8-0df4-4414-b0ec-91c9536f1df4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8fa391bde224091b3d4ee29b378d3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854777 Aug 10 10:42:32.117006 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-02d50b6d-a01b-4572-b6d9-840dd0350ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.119578 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41546) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:32.185192 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf333-3875-4b4c-b8e1-bbdbda0e6329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.209764 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf333-3875-4b4c-b8e1-bbdbda0e6329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.228086 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-02d50b6d-a01b-4572-b6d9-840dd0350ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.233194 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-02d50b6d-a01b-4572-b6d9-840dd0350ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.265636 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf333-3875-4b4c-b8e1-bbdbda0e6329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.268385 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e3bf333-3875-4b4c-b8e1-bbdbda0e6329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.272762 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-9e3bf333-3875-4b4c-b8e1-bbdbda0e6329 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9383ea28-4257-4ab6-b6f9-2dc0cab7a8ad HTTP/1.1" status: 204 len: 168 time: 0.1486137 Aug 10 10:42:32.275274 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d50b6d-a01b-4572-b6d9-840dd0350ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6318e1-57c1-47c4-9c37-a1a5a0dc32bb,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:32.281702 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-02d50b6d-a01b-4572-b6d9-840dd0350ea7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7717d8b51cc46e1a0a1e3dcccb6d858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632986 Aug 10 10:42:32.285108 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bf333-3875-4b4c-b8e1-bbdbda0e6329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9383ea28-4257-4ab6-b6f9-2dc0cab7a8ad,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:32.286022 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41552) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:32.314640 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.366873 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6958b5e7-d3c4-426a-8076-17107aa57abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.391854 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6958b5e7-d3c4-426a-8076-17107aa57abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.452429 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6958b5e7-d3c4-426a-8076-17107aa57abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.454963 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6958b5e7-d3c4-426a-8076-17107aa57abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:32.456323 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6958b5e7-d3c4-426a-8076-17107aa57abf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f6318e1-57c1-47c4-9c37-a1a5a0dc32bb HTTP/1.1" status: 204 len: 168 time: 0.1693444 Aug 10 10:42:32.469817 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958b5e7-d3c4-426a-8076-17107aa57abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6318e1-57c1-47c4-9c37-a1a5a0dc32bb,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:32.940769 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41576) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:32.955583 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a3472abd-1fc1-412e-8909-96e85cf93bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:33.060743 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a3472abd-1fc1-412e-8909-96e85cf93bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:33.065500 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a3472abd-1fc1-412e-8909-96e85cf93bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:33.111096 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41586) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:33.111950 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a3472abd-1fc1-412e-8909-96e85cf93bbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6777dd6c09f34c1bba3e77935c4b3b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688139 Aug 10 10:42:33.119305 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3472abd-1fc1-412e-8909-96e85cf93bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f619cf-f55b-4010-b1d6-0bf426990291,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:33.180424 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c29d-9d8b-4062-8826-1b12b69edd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:33.223349 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c29d-9d8b-4062-8826-1b12b69edd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:33.282767 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c29d-9d8b-4062-8826-1b12b69edd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:33.287275 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-aaf5c29d-9d8b-4062-8826-1b12b69edd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:33.292435 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-aaf5c29d-9d8b-4062-8826-1b12b69edd95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6f619cf-f55b-4010-b1d6-0bf426990291 HTTP/1.1" status: 204 len: 168 time: 0.1793511 Aug 10 10:42:33.312243 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5c29d-9d8b-4062-8826-1b12b69edd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f619cf-f55b-4010-b1d6-0bf426990291,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:35.363562 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed16d2-91b6-4ffb-80c2-9ed659c4f348 req-ad5e6e5b-d67c-4418-b70a-00d25693c4ea tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:35.365429 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-27ed16d2-91b6-4ffb-80c2-9ed659c4f348 req-ad5e6e5b-d67c-4418-b70a-00d25693c4ea tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0529296 Aug 10 10:42:35.425113 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-27ed16d2-91b6-4ffb-80c2-9ed659c4f348 req-be3b2ae1-979a-4cf1-aa7b-23cf449aaf40 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531492 Aug 10 10:42:35.724489 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41710) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:35.842769 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-38037d7c-0f84-43d8-bace-deadaadebbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:35.958721 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-38037d7c-0f84-43d8-bace-deadaadebbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:35.962848 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-38037d7c-0f84-43d8-bace-deadaadebbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:36.003489 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-38037d7c-0f84-43d8-bace-deadaadebbc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9695189cd9be4668b7c3c87bcb222191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776563 Aug 10 10:42:36.007359 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41726) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:36.016155 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38037d7c-0f84-43d8-bace-deadaadebbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1514009e-351b-440f-8371-542d7c7c5182,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:36.073144 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-15ba0d0b-e264-4878-983f-3ccde88bc369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:36.110158 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-15ba0d0b-e264-4878-983f-3ccde88bc369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:36.196645 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-15ba0d0b-e264-4878-983f-3ccde88bc369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:36.201988 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-15ba0d0b-e264-4878-983f-3ccde88bc369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:36.203680 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-15ba0d0b-e264-4878-983f-3ccde88bc369 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1514009e-351b-440f-8371-542d7c7c5182 HTTP/1.1" status: 204 len: 168 time: 0.1949587 Aug 10 10:42:36.215809 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba0d0b-e264-4878-983f-3ccde88bc369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1514009e-351b-440f-8371-542d7c7c5182,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:36.666932 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdf00e-4bbe-4605-ae99-b67b22576601 req-a30d5bd4-d6be-48ff-94cd-c120780102d1 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:36.670148 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6bcdf00e-4bbe-4605-ae99-b67b22576601 req-a30d5bd4-d6be-48ff-94cd-c120780102d1 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0908158 Aug 10 10:42:36.717672 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41780) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:36.751785 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2230155e-c1dd-4f1c-b76f-819140b769eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:36.764837 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536cbb4-c72b-4d29-9a25-248f3a4144c2 req-af0b9722-ab80-4ef9-9893-e4b1c6a6cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:36.764837 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9536cbb4-c72b-4d29-9a25-248f3a4144c2 req-af0b9722-ab80-4ef9-9893-e4b1c6a6cf8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1098 time: 0.0768764 Aug 10 10:42:36.774282 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6bcdf00e-4bbe-4605-ae99-b67b22576601 req-6f0fd704-e4b9-42c3-9ef8-f5e2bcac639c tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952992 Aug 10 10:42:36.814206 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9536cbb4-c72b-4d29-9a25-248f3a4144c2 req-af9fcaa0-f3be-4b9c-a320-a1e14ebf807c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Aug 10 10:42:36.891937 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2230155e-c1dd-4f1c-b76f-819140b769eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:36.897515 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2230155e-c1dd-4f1c-b76f-819140b769eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:36.940590 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230155e-c1dd-4f1c-b76f-819140b769eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752bd7c4-5501-4f8a-9feb-d4910b6ad9d7,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:36.957378 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41798) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:36.963579 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-2230155e-c1dd-4f1c-b76f-819140b769eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1793edeb96044daab137360dd5e527f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439263 Aug 10 10:42:37.007875 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6f58f898-dae0-4fe1-a070-acf6f7b4647a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:37.029056 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6f58f898-dae0-4fe1-a070-acf6f7b4647a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:37.081072 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6f58f898-dae0-4fe1-a070-acf6f7b4647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:37.083705 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6f58f898-dae0-4fe1-a070-acf6f7b4647a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:37.084865 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6f58f898-dae0-4fe1-a070-acf6f7b4647a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/752bd7c4-5501-4f8a-9feb-d4910b6ad9d7 HTTP/1.1" status: 204 len: 168 time: 0.1265843 Aug 10 10:42:37.103334 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58f898-dae0-4fe1-a070-acf6f7b4647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752bd7c4-5501-4f8a-9feb-d4910b6ad9d7,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:37.905654 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607e90c-ac6a-482f-8242-e880934f68f4 req-e378c9d1-673e-408c-9031-9066c2ccf774 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:37.916971 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c607e90c-ac6a-482f-8242-e880934f68f4 req-e378c9d1-673e-408c-9031-9066c2ccf774 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0638511 Aug 10 10:42:37.968879 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c607e90c-ac6a-482f-8242-e880934f68f4 req-7396cbaf-b8fa-4929-a8e5-439b3c070f20 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538311 Aug 10 10:42:38.397559 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41856) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:38.400521 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41858) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:38.536774 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-45960916-d1af-41b4-883b-b9037a823d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:38.538557 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8f92-ee6d-429d-a66a-b6f7ea0d0bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:38.568707 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.db.api [None req-45960916-d1af-41b4-883b-b9037a823d84 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 10:42:38.568707 dv-cinder-772181-13-iscsi neutron-server[99996]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 10:42:38.568707 dv-cinder-772181-13-iscsi neutron-server[99996]: [parameters: {'project_id': '9d31565594e143a7aa1f5ca506d7e6cb', 'id': 'cbd8cbc1-a826-483e-82bc-252584c7f92c', 'expiration': datetime.datetime(2021, 8, 10, 10, 44, 38, 562406)}] Aug 10 10:42:38.568707 dv-cinder-772181-13-iscsi neutron-server[99996]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 10:42:38.569596 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG oslo_db.api [None req-45960916-d1af-41b4-883b-b9037a823d84 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 10:42:38.668676 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8f92-ee6d-429d-a66a-b6f7ea0d0bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:38.673912 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e7ba8f92-ee6d-429d-a66a-b6f7ea0d0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:38.716395 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba8f92-ee6d-429d-a66a-b6f7ea0d0bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da34c7c4-1b22-4802-9d7d-3b177b83560d,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:38.726119 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-e7ba8f92-ee6d-429d-a66a-b6f7ea0d0bf0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12dff639eb1c46c89333c6f53f56ba2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230894 Aug 10 10:42:38.727271 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41870) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:38.786871 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aafc1fad-fb6b-4e31-b4f4-fb7c35962fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:38.815468 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aafc1fad-fb6b-4e31-b4f4-fb7c35962fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:38.876913 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aafc1fad-fb6b-4e31-b4f4-fb7c35962fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:38.879977 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aafc1fad-fb6b-4e31-b4f4-fb7c35962fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:38.881430 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-aafc1fad-fb6b-4e31-b4f4-fb7c35962fd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da34c7c4-1b22-4802-9d7d-3b177b83560d HTTP/1.1" status: 204 len: 168 time: 0.1541605 Aug 10 10:42:38.894303 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc1fad-fb6b-4e31-b4f4-fb7c35962fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da34c7c4-1b22-4802-9d7d-3b177b83560d,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:39.095626 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-45960916-d1af-41b4-883b-b9037a823d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:39.163176 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee484-3dfa-43c2-a9f8-524b5dce4c2b req-9692883e-caab-42da-8e9d-82a2c17dd780 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:39.164828 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1e6ee484-3dfa-43c2-a9f8-524b5dce4c2b req-9692883e-caab-42da-8e9d-82a2c17dd780 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1147990 Aug 10 10:42:39.267983 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1e6ee484-3dfa-43c2-a9f8-524b5dce4c2b req-f68e9559-e23d-4bb9-a075-e8a7f0d562f8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931928 Aug 10 10:42:39.389437 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-45960916-d1af-41b4-883b-b9037a823d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:39.395085 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-45960916-d1af-41b4-883b-b9037a823d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:39.444206 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45960916-d1af-41b4-883b-b9037a823d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c5f9c-16ac-4a11-8c16-8304e1e19b48,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:39.454286 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-45960916-d1af-41b4-883b-b9037a823d84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d31565594e143a7aa1f5ca506d7e6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0529902 Aug 10 10:42:39.458655 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41898) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:39.526725 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-56934b0f-b20d-4cae-b9f7-0d2d3b45606d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:39.558558 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-56934b0f-b20d-4cae-b9f7-0d2d3b45606d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:39.625528 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-56934b0f-b20d-4cae-b9f7-0d2d3b45606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:39.630266 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-56934b0f-b20d-4cae-b9f7-0d2d3b45606d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:39.632374 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-56934b0f-b20d-4cae-b9f7-0d2d3b45606d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec7c5f9c-16ac-4a11-8c16-8304e1e19b48 HTTP/1.1" status: 204 len: 168 time: 0.1721365 Aug 10 10:42:39.637797 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb061705-5b5d-47d3-94e5-f8830399637d req-f80c579a-87a8-4887-b592-d0a403fcffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:39.641914 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eb061705-5b5d-47d3-94e5-f8830399637d req-f80c579a-87a8-4887-b592-d0a403fcffca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1098 time: 0.0821443 Aug 10 10:42:39.647526 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56934b0f-b20d-4cae-b9f7-0d2d3b45606d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c5f9c-16ac-4a11-8c16-8304e1e19b48,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:39.717574 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee4cef-2d2d-4ab1-a750-80922d0f9460 req-ef1cfa9f-bff4-4991-84eb-bd64fed256f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:39.719238 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-51ee4cef-2d2d-4ab1-a750-80922d0f9460 req-ef1cfa9f-bff4-4991-84eb-bd64fed256f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1479325 Aug 10 10:42:39.817429 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-51ee4cef-2d2d-4ab1-a750-80922d0f9460 req-a1124181-e6f6-4c32-8239-6ea5a5472446 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900428 Aug 10 10:42:39.830075 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb061705-5b5d-47d3-94e5-f8830399637d req-a828234e-02ec-44d4-8fe3-ee35d1451d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:39.832278 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eb061705-5b5d-47d3-94e5-f8830399637d req-a828234e-02ec-44d4-8fe3-ee35d1451d5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 920 time: 0.1805921 Aug 10 10:42:39.907804 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eb061705-5b5d-47d3-94e5-f8830399637d req-da07235e-c0fc-4659-a6c1-1b5069cc97b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=968f1838-f330-4713-a7c7-e7515a41a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0646930 Aug 10 10:42:39.989235 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb061705-5b5d-47d3-94e5-f8830399637d req-2f33c2b4-1da6-464b-b08d-2c731bd05b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:39.991228 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eb061705-5b5d-47d3-94e5-f8830399637d req-2f33c2b4-1da6-464b-b08d-2c731bd05b8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.0759931 Aug 10 10:42:40.043716 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eb061705-5b5d-47d3-94e5-f8830399637d req-7e051f09-d7ad-4264-b301-d06c3237cc73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428660 Aug 10 10:42:40.152283 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 41924) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:40.179587 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-22d1eaf2-ffc8-436a-8732-8b1a36269612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:40.234963 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eb061705-5b5d-47d3-94e5-f8830399637d req-c1411735-74e7-475a-91dc-109c609acf63 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749513 Aug 10 10:42:40.284751 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-22d1eaf2-ffc8-436a-8732-8b1a36269612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:40.293100 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-22d1eaf2-ffc8-436a-8732-8b1a36269612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:40.341485 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-22d1eaf2-ffc8-436a-8732-8b1a36269612 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30338352df094d3a9cf9517c3aa6eb16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874750 Aug 10 10:42:40.344971 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 41928) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:40.347829 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1eaf2-ffc8-436a-8732-8b1a36269612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d51302a-24a4-4881-a966-1748e6b98fce,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:40.444640 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eb061705-5b5d-47d3-94e5-f8830399637d req-e1f45c37-7997-4028-be2a-af79f128ce6c service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009826 Aug 10 10:42:40.451884 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-87e126d6-93f2-45ea-a21e-d90d36521ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:40.503814 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-87e126d6-93f2-45ea-a21e-d90d36521ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:40.599578 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-87e126d6-93f2-45ea-a21e-d90d36521ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:40.606152 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-87e126d6-93f2-45ea-a21e-d90d36521ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:40.609380 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-87e126d6-93f2-45ea-a21e-d90d36521ee1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d51302a-24a4-4881-a966-1748e6b98fce HTTP/1.1" status: 204 len: 168 time: 0.2630997 Aug 10 10:42:40.622700 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e126d6-93f2-45ea-a21e-d90d36521ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d51302a-24a4-4881-a966-1748e6b98fce,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:40.964911 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e233b5-6396-410f-b46c-52ca88d2587f req-1b83e4a9-3816-48f5-a745-088ef68be3b2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:40.967052 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29e233b5-6396-410f-b46c-52ca88d2587f req-1b83e4a9-3816-48f5-a745-088ef68be3b2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0560040 Aug 10 10:42:41.042633 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29e233b5-6396-410f-b46c-52ca88d2587f req-f41cacbe-9760-43f7-97b0-19a395cdb8bf tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640624 Aug 10 10:42:42.251238 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42020) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:42.616478 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-765d55aa-afb0-458f-9f43-e5d874327850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:42.730204 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-765d55aa-afb0-458f-9f43-e5d874327850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:42.736602 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-765d55aa-afb0-458f-9f43-e5d874327850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:42.777981 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-765d55aa-afb0-458f-9f43-e5d874327850 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28e3acf32d624399b1d41945a878899f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252542 Aug 10 10:42:42.781172 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d55aa-afb0-458f-9f43-e5d874327850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3eb6f9-6524-4237-8860-c38db7b17d36,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:42.783416 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42042) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:42.869758 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2e32b185-9f83-4a27-a6cd-0462e53bc73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:42.897774 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2e32b185-9f83-4a27-a6cd-0462e53bc73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:42.982098 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2e32b185-9f83-4a27-a6cd-0462e53bc73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:42.984718 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2e32b185-9f83-4a27-a6cd-0462e53bc73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:42.992285 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-2e32b185-9f83-4a27-a6cd-0462e53bc73b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb3eb6f9-6524-4237-8860-c38db7b17d36 HTTP/1.1" status: 204 len: 168 time: 0.2059360 Aug 10 10:42:43.003402 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32b185-9f83-4a27-a6cd-0462e53bc73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3eb6f9-6524-4237-8860-c38db7b17d36,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:44.424876 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8629e7-c2a9-4664-8ca1-d8e42f08814f req-5413cecf-744d-4e8f-801c-d5370c63408b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:44.426687 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9d8629e7-c2a9-4664-8ca1-d8e42f08814f req-5413cecf-744d-4e8f-801c-d5370c63408b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0594056 Aug 10 10:42:44.468505 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9d8629e7-c2a9-4664-8ca1-d8e42f08814f req-161f83fb-2ca9-4161-9561-ab7b521f8d03 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Aug 10 10:42:45.606036 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf25e-d920-40ca-9480-c1672fd31123 req-bbbebe0f-a914-4792-aa51-ad2d3e0787f0 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:45.608384 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-38abf25e-d920-40ca-9480-c1672fd31123 req-bbbebe0f-a914-4792-aa51-ad2d3e0787f0 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0556934 Aug 10 10:42:45.648722 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-38abf25e-d920-40ca-9480-c1672fd31123 req-4b1737c7-88c7-4907-bd3a-9a15f88f07bd tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Aug 10 10:42:47.049168 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42156) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:47.136300 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2496df7-4d7c-454b-9f74-06c96b1e173a req-176d6589-2d7e-4bd1-8656-371b30ec73f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:47.138532 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c2496df7-4d7c-454b-9f74-06c96b1e173a req-176d6589-2d7e-4bd1-8656-371b30ec73f2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0546517 Aug 10 10:42:47.187775 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c2496df7-4d7c-454b-9f74-06c96b1e173a req-0aaab33a-82d9-408b-8c16-935a5482c566 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Aug 10 10:42:47.206141 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:47.313757 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:47.319268 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:47.364744 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc81c8ea7d8d4b939b3a3e79829e86bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141668 Aug 10 10:42:47.365764 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eda6f4c-f3df-41a0-b07d-79fa0f71769e,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:47.367351 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42172) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:47.392145 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.392489 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.392826 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.393161 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.393488 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.393816 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.394142 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.394466 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.394789 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.395130 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.395455 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.395769 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f31e01-7d20-46bc-b3e8-6b060165ea6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.472500 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:47.515140 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:47.580614 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:47.584328 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:47.586045 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6eda6f4c-f3df-41a0-b07d-79fa0f71769e HTTP/1.1" status: 204 len: 168 time: 0.2171884 Aug 10 10:42:47.598665 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eda6f4c-f3df-41a0-b07d-79fa0f71769e,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:47.631716 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.633322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.634370 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.634872 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.635845 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.636866 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.638728 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.639283 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.640392 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.640921 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.641938 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:47.644083 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eeca31-ac0a-4e32-8d26-38559b7a1ea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:48.190695 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42208) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:48.399604 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ec588b44-1c94-4b9b-94ee-b1f422da3f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.523533 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ec588b44-1c94-4b9b-94ee-b1f422da3f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.528383 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ec588b44-1c94-4b9b-94ee-b1f422da3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.579497 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-ec588b44-1c94-4b9b-94ee-b1f422da3f83 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ffa3483ae4942e1911d96cd5c36ba12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866160 Aug 10 10:42:48.581815 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec588b44-1c94-4b9b-94ee-b1f422da3f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4989e690-9cbd-4848-a55e-3f9a0d5621e3,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:48.583094 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42224) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:48.632862 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42226) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:48.651335 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e94384cc-e354-47c3-b67e-d23477ebcce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.679986 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e94384cc-e354-47c3-b67e-d23477ebcce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.740583 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e94384cc-e354-47c3-b67e-d23477ebcce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.745407 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e94384cc-e354-47c3-b67e-d23477ebcce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.752593 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-e94384cc-e354-47c3-b67e-d23477ebcce0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4989e690-9cbd-4848-a55e-3f9a0d5621e3 HTTP/1.1" status: 204 len: 168 time: 0.1656451 Aug 10 10:42:48.759227 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-993021764-network', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:42:48.771034 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94384cc-e354-47c3-b67e-d23477ebcce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4989e690-9cbd-4848-a55e-3f9a0d5621e3,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:48.795136 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Made reservation on behalf of 21c4bed7b2ef4acd95a1e59e51a74fd8 for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:42:48.801607 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.819831 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.968458 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:48.973849 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.000761 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:42:49.021604 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a1248d-450b-4e03-9da8-a647c86c4e59,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:49.030225 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.031413 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Added segment 15761d70-fd8b-414d-8f21-d7ba636bb5ae of type vlan for network 71feb8ea-90ed-4fce-b017-3f71a250ca7f Aug 10 10:42:49.108642 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.159924 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.161623 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:49.162331 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.192139 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42244) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:49.211191 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1a296bbc-e32a-43fc-8b94-53697c558fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.276940 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] Pushing event updated for resources: {'Network': ['ID=71feb8ea-90ed-4fce-b017-3f71a250ca7f,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:49.291748 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:42:49.374727 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1a296bbc-e32a-43fc-8b94-53697c558fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.380448 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1a296bbc-e32a-43fc-8b94-53697c558fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.385785 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-953398ec-5045-492b-a5ea-0ef878919324 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7514713 Aug 10 10:42:49.388910 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42250) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:49.394118 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Request body: {'subnet': {'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-993021764-subnet', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:42:49.418333 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Made reservation on behalf of 21c4bed7b2ef4acd95a1e59e51a74fd8 for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:42:49.422500 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11743548'] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.452860 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-1a296bbc-e32a-43fc-8b94-53697c558fbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ed6d82f7a3f45fe82597a2852590a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589779 Aug 10 10:42:49.454388 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a296bbc-e32a-43fc-8b94-53697c558fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559422c6-c758-4bee-9f38-0b479fc0c907,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:49.458852 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42252) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:49.521969 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-67300ccb-1599-4eb7-925a-32b281a51d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.547471 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-67300ccb-1599-4eb7-925a-32b281a51d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.618390 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-67300ccb-1599-4eb7-925a-32b281a51d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.623481 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-67300ccb-1599-4eb7-925a-32b281a51d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.629856 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-67300ccb-1599-4eb7-925a-32b281a51d4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/559422c6-c758-4bee-9f38-0b479fc0c907 HTTP/1.1" status: 204 len: 168 time: 0.1692431 Aug 10 10:42:49.642016 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67300ccb-1599-4eb7-925a-32b281a51d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559422c6-c758-4bee-9f38-0b479fc0c907,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:49.684569 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11743534'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.741828 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea37a72-a309-4900-9862-9daf74955334,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:49.753425 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Checking segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:42:49.753851 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Network hostable DHCP agents. Network: 71feb8ea-90ed-4fce-b017-3f71a250ca7f, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:42:49.781629 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:42:49.792197 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 71feb8ea-90ed-4fce-b017-3f71a250ca7f) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:42:49.797215 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:49.797660 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.802935 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb27d3-badc-4a00-bcde-41054b6cff3f None None] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:42:49.813590 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-7c0928be-2fe3-4a61-bb5a-9002014b7b28 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4234047 Aug 10 10:42:49.818027 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42258) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:49.823185 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:42:49.851041 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.855400 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.921233 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:49.979175 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:42:49.982940 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.078445 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42268) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:50.099895 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fc5acec4-7537-4724-a479-8982fd571ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.151459 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.172868 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Allocated IP 172.20.0.2 (71feb8ea-90ed-4fce-b017-3f71a250ca7f/5ea37a72-a309-4900-9862-9daf74955334/e5bb0ddf-993f-446d-b4dd-b4d13d260518) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:42:50.224121 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fc5acec4-7537-4724-a479-8982fd571ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.229131 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fc5acec4-7537-4724-a479-8982fd571ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.270394 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-fc5acec4-7537-4724-a479-8982fd571ea1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73559af7dbed4dd1bd47d5cee9b9dbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906950 Aug 10 10:42:50.271339 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5acec4-7537-4724-a479-8982fd571ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149bb33c-ab7e-43e7-8378-ec11ad21fae7,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:50.273731 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42270) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:50.351311 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.361345 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Transition to ACTIVE for port object e5bb0ddf-993f-446d-b4dd-b4d13d260518 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:42:50.379734 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Transition to ACTIVE for port object e5bb0ddf-993f-446d-b4dd-b4d13d260518 will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:42:50.385961 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.402767 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a019a092-2b7c-406d-bdbb-67d4ba8f8a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.436682 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:42:50.442887 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:42:50.446747 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:42:50.457947 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Pushing event updated for resources: {'Port': ['ID=e5bb0ddf-993f-446d-b4dd-b4d13d260518,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:50.485173 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.485551 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.485902 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.486249 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.486583 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.486918 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.487281 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.487609 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.487958 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.488291 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.488613 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.488937 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:50.509959 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a019a092-2b7c-406d-bdbb-67d4ba8f8a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.524242 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Attempting to bind port e5bb0ddf-993f-446d-b4dd-b4d13d260518 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:42:50.524619 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Attempting to bind port e5bb0ddf-993f-446d-b4dd-b4d13d260518 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:42:50.524989 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Attempting to bind port e5bb0ddf-993f-446d-b4dd-b4d13d260518 on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:42:50.530545 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:42:50.530921 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Checking segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:42:50.531363 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.531762 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Bound using segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:42:50.532252 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Bound port: e5bb0ddf-993f-446d-b4dd-b4d13d260518, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:42:50.532637 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.579601 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.601268 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.608736 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] For port e5bb0ddf-993f-446d-b4dd-b4d13d260518, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:42:50.615594 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] For port e5bb0ddf-993f-446d-b4dd-b4d13d260518, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=e5bb0ddf-993f-446d-b4dd-b4d13d260518,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:42:50.621449 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.626915 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a019a092-2b7c-406d-bdbb-67d4ba8f8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.629601 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a019a092-2b7c-406d-bdbb-67d4ba8f8a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:50.630708 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a019a092-2b7c-406d-bdbb-67d4ba8f8a83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/149bb33c-ab7e-43e7-8378-ec11ad21fae7 HTTP/1.1" status: 204 len: 168 time: 0.3552001 Aug 10 10:42:50.682973 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019a092-2b7c-406d-bdbb-67d4ba8f8a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149bb33c-ab7e-43e7-8378-ec11ad21fae7,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:50.736363 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58a50a-c3be-449c-8a90-ec5f7435c87a None None] Pushing event updated for resources: {'Port': ['ID=e5bb0ddf-993f-446d-b4dd-b4d13d260518,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:50.789881 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Allocated IP 172.27.1.148 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:42:50.956547 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:51.037924 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:51.109979 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:42:51.113599 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:42:51.117790 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:42:51.124886 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Pushing event updated for resources: {'Port': ['ID=39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:51.464263 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:51.655769 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device e5bb0ddf-993f-446d-b4dd-b4d13d260518 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:42:51.792479 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port e5bb0ddf-993f-446d-b4dd-b4d13d260518 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:42:51.800141 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:51.816963 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42302) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:51.954019 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1343605190-network', 'tenant_id': '751b191d31b44f49ae16f79297cf95f3'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:42:51.958188 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Router 6055f2f9-21e8-4b3e-ae52-06965841a163 is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:42:51.985729 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Made reservation on behalf of 751b191d31b44f49ae16f79297cf95f3 for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:42:51.988522 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.002498 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.019125 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d596437e-d5f0-4add-8f51-21ed7ae09e9e None None] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:42:52.093167 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-4b16a48b-5d2a-4ce6-a309-13876522532c None None] Provisioning for port e5bb0ddf-993f-446d-b4dd-b4d13d260518 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:42:52.099536 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-4b16a48b-5d2a-4ce6-a309-13876522532c None None] Provisioning complete for port e5bb0ddf-993f-446d-b4dd-b4d13d260518 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:42:52.100221 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4b16a48b-5d2a-4ce6-a309-13876522532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.119565 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.124438 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:42:52.124868 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.147418 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Sync routers for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:42:52.150689 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.155742 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:42:52.157458 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-e58ddfac-cac3-4321-b6e1-dfef65c83c73 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3381569 Aug 10 10:42:52.158247 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42306) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:52.181238 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:42:52.182350 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:42:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:42:52.206766 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:52.211923 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.212557 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Added segment 2dfb9ef6-3c82-4e84-b9f1-2f34093339ee of type vlan for network 6bc37f0f-32c0-4484-a559-4d0a87348bdc Aug 10 10:42:52.282906 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.338265 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4b16a48b-5d2a-4ce6-a309-13876522532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.385875 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:42:52.394700 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-4b16a48b-5d2a-4ce6-a309-13876522532c None None] For port e5bb0ddf-993f-446d-b4dd-b4d13d260518, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=e5bb0ddf-993f-446d-b4dd-b4d13d260518,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:42:52.400024 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4b16a48b-5d2a-4ce6-a309-13876522532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.463877 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16a48b-5d2a-4ce6-a309-13876522532c None None] Pushing event updated for resources: {'Port': ['ID=e5bb0ddf-993f-446d-b4dd-b4d13d260518,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:52.632623 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.633882 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:52.634675 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.666687 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:51Z', 'revision_number': 3, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:42:52.698704 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Checking router: 6055f2f9-21e8-4b3e-ae52-06965841a163 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:42:52.698957 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Updating router 6055f2f9-21e8-4b3e-ae52-06965841a163 port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:42:52.727156 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.727668 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-72a7fb59-f452-4529-99ee-172f60ec97fe None None] Provisioning complete for port e5bb0ddf-993f-446d-b4dd-b4d13d260518 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:42:52.728780 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-72a7fb59-f452-4529-99ee-172f60ec97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.740035 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9215710 Aug 10 10:42:52.745954 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42312) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:52.759634 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Request body: {'subnet': {'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1343605190-subnet', 'tenant_id': '751b191d31b44f49ae16f79297cf95f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:42:52.813278 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Made reservation on behalf of 751b191d31b44f49ae16f79297cf95f3 for: {'subnet': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:42:52.818718 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Notify callbacks [] for subnet, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:52.819771 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d9ad9-32e9-4737-8aa6-4e8b765cb8ce admin admin] Pushing event updated for resources: {'Network': ['ID=6bc37f0f-32c0-4484-a559-4d0a87348bdc,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:52.853357 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 6bc37f0f-32c0-4484-a559-4d0a87348bdc details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:42:53.102359 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.115515 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Transition to ACTIVE for port object 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:42:53.117336 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for subnet, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.123563 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.143326 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.190333 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84e2dee-c2f4-4b76-a7c0-1d54be431216,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:53.195417 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Checking segment: {'id': '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:42:53.195727 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Network hostable DHCP agents. Network: 6bc37f0f-32c0-4484-a559-4d0a87348bdc, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:42:53.200316 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Pushing event updated for resources: {'Port': ['ID=39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:53.216052 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Network 6bc37f0f-32c0-4484-a559-4d0a87348bdc is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:42:53.226216 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.226615 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.227322 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.227681 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.228056 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.228550 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.229005 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.229383 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.229872 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.230318 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.230813 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.231126 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 6bc37f0f-32c0-4484-a559-4d0a87348bdc) {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:42:53.231763 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:42:53.238561 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:53.239380 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.240730 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Attempting to bind port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:42:53.241113 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Attempting to bind port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:42:53.241480 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Attempting to bind port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:42:53.248251 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f613e-4ad3-4988-8208-999bc58d6450 None None] Network 6bc37f0f-32c0-4484-a559-4d0a87348bdc requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:42:53.253021 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:42:53.253751 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:42:53.254457 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.255333 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:42:53.257416 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Bound port: 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:42:53.258602 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.266786 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-535d6d0a-d072-4e31-a3bf-f1bd06b37daa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5177720 Aug 10 10:42:53.429134 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] For port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:42:53.435469 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] For port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:42:53.443645 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.446793 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c4898-52bd-4aca-b07f-75bf58d8134e None None] Network 6bc37f0f-32c0-4484-a559-4d0a87348bdc requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:42:53.468273 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Allocated IP 172.20.0.1 (71feb8ea-90ed-4fce-b017-3f71a250ca7f/5ea37a72-a309-4900-9862-9daf74955334/4c754a2d-3aa9-4f6c-a655-40df31f410da) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:42:53.523647 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:42:53.524471 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:42:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:42:53.568945 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a18a1-52d9-4a49-9f03-3157e36cac9c None None] Pushing event updated for resources: {'Port': ['ID=39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:53.659683 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.677382 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device e5bb0ddf-993f-446d-b4dd-b4d13d260518 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:42:53.687823 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Transition to ACTIVE for port object 4c754a2d-3aa9-4f6c-a655-40df31f410da will not be triggered until provisioned by entity DHCP. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:42:53.699244 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:42:53.757100 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port e5bb0ddf-993f-446d-b4dd-b4d13d260518 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:42:53.757918 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.769234 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.810017 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:42:53.813650 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:42:53.817733 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:42:53.854369 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Pushing event updated for resources: {'Port': ['ID=4c754a2d-3aa9-4f6c-a655-40df31f410da,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:53.877676 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:53.969693 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:51Z', 'revision_number': 3, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:42:54.010565 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ce440-d514-443d-9b56-62f6448cd398 None None] The sync data for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi is: [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:51Z', 'revision_number': 3, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:42:54.169365 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:54.275416 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-29f4f7a4-4de6-45cd-81e1-12b62b074112 None None] Provisioning for port 4c754a2d-3aa9-4f6c-a655-40df31f410da completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:42:54.281811 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-29f4f7a4-4de6-45cd-81e1-12b62b074112 None None] Provisioning complete for port 4c754a2d-3aa9-4f6c-a655-40df31f410da triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:42:54.282390 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-29f4f7a4-4de6-45cd-81e1-12b62b074112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:54.351122 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-29f4f7a4-4de6-45cd-81e1-12b62b074112 None None] Port 4c754a2d-3aa9-4f6c-a655-40df31f410da cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:42:54.494618 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:54.509030 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:54.639087 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Pushing event updated for resources: {'Port': ['ID=4c754a2d-3aa9-4f6c-a655-40df31f410da,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:54.691297 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:54.831484 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:42:54.833236 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:42:55.023072 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Router 6055f2f9-21e8-4b3e-ae52-06965841a163 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:42:55.213488 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-619c33c9-be89-47a8-a4a7-4158543ce214 None None] Provisioning complete for port 4c754a2d-3aa9-4f6c-a655-40df31f410da triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:42:55.213934 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-619c33c9-be89-47a8-a4a7-4158543ce214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:55.220989 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:42:55.227750 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-8a4d662c-bd94-474e-b57d-b677a0f32e69 admin admin] 10.222.0.43 "PUT /v2.0/routers/6055f2f9-21e8-4b3e-ae52-06965841a163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0683932 Aug 10 10:42:55.264836 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-619c33c9-be89-47a8-a4a7-4158543ce214 None None] Port 4c754a2d-3aa9-4f6c-a655-40df31f410da cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:42:55.641241 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:42:55.763409 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:42:55.771607 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:42:55.773256 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.000460 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.038661 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:42:56.052988 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.218260 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:56.264253 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42414) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:56.269459 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-993846206-network', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:42:56.353330 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Made reservation on behalf of 8122b220a4b54f72a0239a5a046c813b for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:42:56.356872 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.380550 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.509160 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Sync routers for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:42:56.546752 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-0be18a55-201b-4906-9cd7-c6ac6f98e2a4 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:56.557326 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:42:56.559696 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:42:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:42:56.566139 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-0be18a55-201b-4906-9cd7-c6ac6f98e2a4 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/networks?id=6bc37f0f-32c0-4484-a559-4d0a87348bdc HTTP/1.1" status: 200 len: 809 time: 0.3724191 Aug 10 10:42:56.607320 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.613526 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-3a12fe3c-aef4-4dcb-be8a-4878cf1be9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:56.613738 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.616134 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-3a12fe3c-aef4-4dcb-be8a-4878cf1be9eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1098 time: 0.1915689 Aug 10 10:42:56.630408 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:42:56.639640 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-f7fc1e75-25d2-4c01-8808-4703109d005b tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/quotas/751b191d31b44f49ae16f79297cf95f3 HTTP/1.1" status: 200 len: 375 time: 0.0587819 Aug 10 10:42:56.654363 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.654731 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Added segment 0320ab7b-cfc4-4842-8387-b5f6b56c14ce of type vlan for network 395daa5c-d982-4368-b4fa-e555331c911c Aug 10 10:42:56.709393 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:42:56.711691 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987e2ef5-7562-499e-b643-a4fda9119ab4,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:56.734590 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.773950 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.775120 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:56.775964 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.807087 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5374365 Aug 10 10:42:56.835923 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42432) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:56.847526 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Request body: {'subnet': {'network_id': '395daa5c-d982-4368-b4fa-e555331c911c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-993846206-subnet', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:42:56.876084 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Made reservation on behalf of 8122b220a4b54f72a0239a5a046c813b for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:42:56.878751 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11743548'] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:56.937632 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857c9da-33de-4a7d-bc3f-053ca863e791 admin admin] Pushing event updated for resources: {'Network': ['ID=395daa5c-d982-4368-b4fa-e555331c911c,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:56.954112 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 395daa5c-d982-4368-b4fa-e555331c911c details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:42:57.093351 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-7a93ffb4-a9f2-45ed-9f32-0c1276d7b745 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=751b191d31b44f49ae16f79297cf95f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4525402 Aug 10 10:42:57.102534 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11743534'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:57.174342 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-59020f75-a65c-47f9-926c-ccc4a470b6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:57.180377 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e378292-61bd-4d38-8816-c6e3ecb13d8d,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:57.186198 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Checking segment: {'id': '0320ab7b-cfc4-4842-8387-b5f6b56c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:42:57.186865 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Network hostable DHCP agents. Network: 395daa5c-d982-4368-b4fa-e555331c911c, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:42:57.194401 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 2, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:42:57.209401 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Network 395daa5c-d982-4368-b4fa-e555331c911c is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:42:57.221359 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 395daa5c-d982-4368-b4fa-e555331c911c) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:42:57.227593 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Checking router: 6055f2f9-21e8-4b3e-ae52-06965841a163 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:42:57.228297 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Updating router 6055f2f9-21e8-4b3e-ae52-06965841a163 port 4c754a2d-3aa9-4f6c-a655-40df31f410da binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:42:57.232364 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:57.234217 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:57.244529 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-3097feac-1db0-4b77-8f7a-fc73bb4cced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:57.246180 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-3097feac-1db0-4b77-8f7a-fc73bb4cced1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 920 time: 0.6015928 Aug 10 10:42:57.253789 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0c2f2-482a-4145-8c9f-36a96944592c None None] Network 395daa5c-d982-4368-b4fa-e555331c911c requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:42:57.258538 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a82021ac-1b22-48fd-a185-256a0743abc4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4227211 Aug 10 10:42:57.263520 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42438) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:42:57.267264 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94db8cc-35d7-4258-a10c-fbe645d527cb req-e342e379-6f98-4e38-b4f9-15dadd110c77 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:57.269310 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:42:57.270080 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e94db8cc-35d7-4258-a10c-fbe645d527cb req-e342e379-6f98-4e38-b4f9-15dadd110c77 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.6232412 Aug 10 10:42:57.300437 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:57.301626 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:57.304174 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:57.379410 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-b1b10187-071a-4ac5-a1d1-d859ae9416f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=968f1838-f330-4713-a7c7-e7515a41a0d6 HTTP/1.1" status: 200 len: 217 time: 0.1078103 Aug 10 10:42:57.402603 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:57.511826 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-3fd159d8-db1b-46a2-ba02-ac9c0f9e0e60 service neutron] 10.222.0.43 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571665 Aug 10 10:42:57.609589 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-395daa5c-d982-4368-b4fa-e555331c911c', 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'fixed_ips': [{'subnet_id': '5e378292-61bd-4d38-8816-c6e3ecb13d8d'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:42:57.611357 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:57.639652 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e94db8cc-35d7-4258-a10c-fbe645d527cb req-b86a0c94-9d35-4e84-bb89-c538c59618f1 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903974 Aug 10 10:42:57.649908 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-c7c7c502-9634-4425-a745-a106484b54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:57.652050 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-c7c7c502-9634-4425-a745-a106484b54ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.2651541 Aug 10 10:42:57.653623 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:42:57.657217 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:57.748552 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-799a6d4f-a86c-4a9a-9ee0-ede31fe08ac7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803208 Aug 10 10:42:57.888620 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-68ca585e-eb03-4d19-8138-80f4dd84923b service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191442 Aug 10 10:42:57.986717 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-5f8ce211-9b4e-4748-92b0-dae33b303f9f service neutron] 10.222.0.43 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732428 Aug 10 10:42:58.075629 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfb7800d-56ce-41e8-a434-ad7e1b243b4c req-3ecea408-c1dc-45fc-9a80-a58389b9ce4a service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790333 Aug 10 10:42:58.153400 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Allocated IP 172.20.0.2 (395daa5c-d982-4368-b4fa-e555331c911c/5e378292-61bd-4d38-8816-c6e3ecb13d8d/c48ef0ef-f462-45b6-9d5a-954649ef5e12) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:42:58.337561 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2ee2bc9f-0280-4b9b-8133-2f897c1ee803 req-7c88b279-edbf-4def-bf57-257753a37181 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 210 time: 0.0531199 Aug 10 10:42:58.341379 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:58.365536 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:42:58.366120 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:58.384086 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Transition to ACTIVE for port object 4c754a2d-3aa9-4f6c-a655-40df31f410da will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:42:58.428741 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:58.571311 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:58.582614 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670e384-4302-454f-9f66-a3e3de47d35c None None] Pushing event updated for resources: {'Port': ['ID=4c754a2d-3aa9-4f6c-a655-40df31f410da,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:58.591692 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:58.595030 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Transition to ACTIVE for port object c48ef0ef-f462-45b6-9d5a-954649ef5e12 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:42:58.652502 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:58.667248 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-18a9b04e-c029-4359-95a4-0d9aaf3773e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5571711 Aug 10 10:42:58.703161 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf157d6-91d4-4a99-bda7-fec226ab8446 req-afd257d7-2bfc-465c-8041-6dabcf7d2f8f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:58.721398 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7cf157d6-91d4-4a99-bda7-fec226ab8446 req-afd257d7-2bfc-465c-8041-6dabcf7d2f8f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1691785 Aug 10 10:42:58.733889 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Transition to ACTIVE for port object c48ef0ef-f462-45b6-9d5a-954649ef5e12 will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:42:58.766861 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Attempting to bind port 4c754a2d-3aa9-4f6c-a655-40df31f410da on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:42:58.767707 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Attempting to bind port 4c754a2d-3aa9-4f6c-a655-40df31f410da by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:42:58.768272 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Attempting to bind port 4c754a2d-3aa9-4f6c-a655-40df31f410da on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:42:58.779474 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:42:58.780688 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7cf157d6-91d4-4a99-bda7-fec226ab8446 req-4b0215b4-dffe-4567-a2a4-cf9d5e8e1a23 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579875 Aug 10 10:42:58.798698 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Checking segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:42:58.800479 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:58.800924 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Bound using segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:42:58.803721 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Bound port: 4c754a2d-3aa9-4f6c-a655-40df31f410da, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:42:58.803918 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:58.822503 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:58.861638 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c8bf-c1f1-43c1-854b-7bf4320786c8 req-a711b52d-a4bd-4070-ad44-ffb21c8445d3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:58.877017 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0b03c8bf-c1f1-43c1-854b-7bf4320786c8 req-a711b52d-a4bd-4070-ad44-ffb21c8445d3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1017890 Aug 10 10:42:58.948659 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0b03c8bf-c1f1-43c1-854b-7bf4320786c8 req-3ef4243b-8f09-4d52-af50-b7d93cb37172 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696449 Aug 10 10:42:58.986591 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Pushing event updated for resources: {'Port': ['ID=c48ef0ef-f462-45b6-9d5a-954649ef5e12,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:58.991690 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-1a795985-d631-4ed4-a140-b5bba199fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:58.993409 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-1a795985-d631-4ed4-a140-b5bba199fc8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 1099 time: 0.2371099 Aug 10 10:42:59.014422 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Network 395daa5c-d982-4368-b4fa-e555331c911c is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:42:59.027159 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:42:59.039249 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:42:59.039483 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Allocated IP 172.27.1.251 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:42:59.100963 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] For port 4c754a2d-3aa9-4f6c-a655-40df31f410da, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:42:59.164905 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Attempting to bind port c48ef0ef-f462-45b6-9d5a-954649ef5e12 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:42:59.165357 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Attempting to bind port c48ef0ef-f462-45b6-9d5a-954649ef5e12 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '0320ab7b-cfc4-4842-8387-b5f6b56c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:42:59.165654 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Attempting to bind port c48ef0ef-f462-45b6-9d5a-954649ef5e12 on network 395daa5c-d982-4368-b4fa-e555331c911c {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:42:59.172291 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] For port 4c754a2d-3aa9-4f6c-a655-40df31f410da, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=4c754a2d-3aa9-4f6c-a655-40df31f410da,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:42:59.175732 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:42:59.176145 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Checking segment: {'id': '0320ab7b-cfc4-4842-8387-b5f6b56c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:42:59.176584 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:59.176994 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Bound using segment: {'id': '0320ab7b-cfc4-4842-8387-b5f6b56c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:42:59.177482 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Bound port: c48ef0ef-f462-45b6-9d5a-954649ef5e12, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0320ab7b-cfc4-4842-8387-b5f6b56c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:42:59.177869 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:59.182134 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:59.212009 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-a4c3fc1d-7375-4b36-9667-54c8fa59d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:59.213553 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-a4c3fc1d-7375-4b36-9667-54c8fa59d520 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 920 time: 0.1725340 Aug 10 10:42:59.266072 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-e17f8424-e758-4c1c-97d0-90cfd7dadccb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 HTTP/1.1" status: 200 len: 217 time: 0.0407124 Aug 10 10:42:59.328437 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:42:59.329501 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:42:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:42:59.383857 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:59.404194 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] For port c48ef0ef-f462-45b6-9d5a-954649ef5e12, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:42:59.411230 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670e384-4302-454f-9f66-a3e3de47d35c None None] Pushing event updated for resources: {'Port': ['ID=4c754a2d-3aa9-4f6c-a655-40df31f410da,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:59.453999 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] For port c48ef0ef-f462-45b6-9d5a-954649ef5e12, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=c48ef0ef-f462-45b6-9d5a-954649ef5e12,segment=NetworkSegment(0320ab7b-cfc4-4842-8387-b5f6b56c14ce),segment_id=0320ab7b-cfc4-4842-8387-b5f6b56c14ce)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:42:59.460776 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-58491496-47c7-459d-905d-2d6ec7df04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:42:59.462654 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-58491496-47c7-459d-905d-2d6ec7df04db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.1804311 Aug 10 10:42:59.468703 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:59.471065 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:59.531761 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2ba111c8-e151-4908-a9b9-5f01bcaa9013 req-22168776-08b8-4fa1-8973-29b49ee60aba tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 210 time: 0.0602922 Aug 10 10:42:59.554873 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-639f27ed-e29f-41dc-b594-ba3d2f6ce851 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694599 Aug 10 10:42:59.615534 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5440ca76-085c-425b-a9cf-03244ddaccc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:59.642127 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37cdd0-9c6c-43e1-b2f1-de1cf48949ed None None] Pushing event updated for resources: {'Port': ['ID=c48ef0ef-f462-45b6-9d5a-954649ef5e12,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:42:59.653586 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:42:59.695261 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:42:59.706597 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:42:59.717770 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:42:59.725722 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Pushing event updated for resources: {'Port': ['ID=28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:00.037467 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-e8b8eb0a-8d58-4844-9f7e-4d2602ddeb6f service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476099 Aug 10 10:43:00.192057 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbca222-f5c0-4ce5-b540-9b5c5eb1954a req-b3abadeb-6589-4b71-a1cf-a55aa5f72ff0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:00.203974 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fbca222-f5c0-4ce5-b540-9b5c5eb1954a req-b3abadeb-6589-4b71-a1cf-a55aa5f72ff0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.2119734 Aug 10 10:43:00.207301 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-31912511-b226-4d9c-a6db-ebfe696f5be3 req-62b68ccb-74fa-478e-8845-66e9ca4f467f service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592305 Aug 10 10:43:00.275809 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-670114db-26b9-4d59-9799-03e65b2a6949 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:00.279361 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-670114db-26b9-4d59-9799-03e65b2a6949 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.26 "GET /v2.0/networks?id=6bc37f0f-32c0-4484-a559-4d0a87348bdc HTTP/1.1" status: 200 len: 809 time: 0.3188720 Aug 10 10:43:00.304500 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Request body: {'port': {'device_id': '6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8', 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc', 'admin_state_up': True, 'tenant_id': '751b191d31b44f49ae16f79297cf95f3'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:00.457028 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:00.495890 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:42:59Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:43:00.520303 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fbca222-f5c0-4ce5-b540-9b5c5eb1954a req-01cbd0d2-bb78-4605-80be-bd96cbfcf4b7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151762 Aug 10 10:43:00.551774 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1cf12-a0e7-4625-8449-ed85b59bab2a None None] The sync data for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi is: [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:42:59Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:43:00.578719 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Made reservation on behalf of 751b191d31b44f49ae16f79297cf95f3 for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:43:00.587648 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:00.647652 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:00.676968 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:00.860152 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-530fb793-9df0-4b0e-8a02-28acf0da2335 req-55131c64-5092-42a4-a544-52b80875d11d tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 210 time: 0.1052618 Aug 10 10:43:00.892986 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42528) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:00.974723 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732d7e3-8200-4632-bbdf-c1c6295e3bd7 req-5daf938d-d122-473e-af50-2a0d9095416b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:00.994107 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d732d7e3-8200-4632-bbdf-c1c6295e3bd7 req-5daf938d-d122-473e-af50-2a0d9095416b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.2409484 Aug 10 10:43:01.178729 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d732d7e3-8200-4632-bbdf-c1c6295e3bd7 req-6b78b6dc-e554-4e08-90ec-05db7caab82b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809113 Aug 10 10:43:01.179861 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42534) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:01.200817 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Allocated IP 172.20.0.6 (6bc37f0f-32c0-4484-a559-4d0a87348bdc/d84e2dee-c2f4-4b76-a7c0-1d54be431216/accc89d1-4a29-496d-bed7-0c3778d98ed4) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:43:01.237594 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7112c5-2c6b-423d-b07e-fd51daa489a3 None None] Network 395daa5c-d982-4368-b4fa-e555331c911c requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:43:01.258029 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.348700 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-44b07423-2610-40b6-8ee8-c48496da9223 None None] Provisioning for port c48ef0ef-f462-45b6-9d5a-954649ef5e12 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:01.425189 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-34c25ea3-1334-494c-bccd-5114e3abfeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.464168 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Router dd4c040c-7af0-4965-9854-61e3abfbaf3b is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:43:01.489997 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f067dbb3-1027-4b0f-a01e-d8e7a8a4eed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.572786 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.617561 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:43:01.668563 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Sync routers for ids ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:43:01.677451 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.691824 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.706027 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Routers {'dd4c040c-7af0-4965-9854-61e3abfbaf3b'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:43:01.707435 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:43:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:43:01.741306 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 4c754a2d-3aa9-4f6c-a655-40df31f410da up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:01.810651 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Network 6bc37f0f-32c0-4484-a559-4d0a87348bdc is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:43:01.821237 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-34c25ea3-1334-494c-bccd-5114e3abfeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.825814 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 4c754a2d-3aa9-4f6c-a655-40df31f410da completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:01.831115 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 4c754a2d-3aa9-4f6c-a655-40df31f410da triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:01.831784 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.836329 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:43:01.839578 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:43:01.842472 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.843921 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-2c3160bb-a756-460a-ab95-aa649f753e58 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5793979 Aug 10 10:43:01.846890 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42542) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:01.861586 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:01.862280 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.883475 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-34c25ea3-1334-494c-bccd-5114e3abfeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:01.926703 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-34c25ea3-1334-494c-bccd-5114e3abfeea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8be96b4c98334bc5a587456db8b1af1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7350526 Aug 10 10:43:01.936667 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42546) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:01.986406 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Pushing event updated for resources: {'Port': ['ID=accc89d1-4a29-496d-bed7-0c3778d98ed4,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:02.041165 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.095457 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4db28-1cf0-44d5-9087-000bccbba0f4 req-bb066b52-b9ff-432b-8e0a-0ecc586e8c42 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:02.097095 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-99d4db28-1cf0-44d5-9087-000bccbba0f4 req-bb066b52-b9ff-432b-8e0a-0ecc586e8c42 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.3702571 Aug 10 10:43:02.105035 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 4c754a2d-3aa9-4f6c-a655-40df31f410da, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=4c754a2d-3aa9-4f6c-a655-40df31f410da,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:02.110696 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.111945 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device c48ef0ef-f462-45b6-9d5a-954649ef5e12 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:02.114476 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c25ea3-1334-494c-bccd-5114e3abfeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a4bcc7-60fd-4062-a286-ae3e3abc274b,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:02.139176 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Set router dd4c040c-7af0-4965-9854-61e3abfbaf3b gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:43:02.170329 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc710-78b7-45e5-8579-62168fc04317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.233284 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826595a-cb53-4924-99a8-0804df58a44a req-bde877ee-5e90-4e6e-b974-4e144e203be4 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:02.239938 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8826595a-cb53-4924-99a8-0804df58a44a req-bde877ee-5e90-4e6e-b974-4e144e203be4 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 931 time: 0.2177327 Aug 10 10:43:02.334708 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f067dbb3-1027-4b0f-a01e-d8e7a8a4eed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.349331 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=4c754a2d-3aa9-4f6c-a655-40df31f410da,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:02.392672 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc710-78b7-45e5-8579-62168fc04317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.411391 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.434333 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port c48ef0ef-f462-45b6-9d5a-954649ef5e12 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:02.442419 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port c48ef0ef-f462-45b6-9d5a-954649ef5e12 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:02.443292 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.443979 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f067dbb3-1027-4b0f-a01e-d8e7a8a4eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.499886 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:57Z', 'updated_at': '2021-08-10T10:43:00Z', 'revision_number': 3, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'gw_port': {'id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:58Z', 'updated_at': '2021-08-10T10:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:43:02.506135 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-78b9deb7-8fcd-4f69-9ca3-38442c8613b5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2129023 Aug 10 10:43:02.513192 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-99d4db28-1cf0-44d5-9087-000bccbba0f4 req-2877a4f0-8199-4192-a38d-728c6d95cb09 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4040313 Aug 10 10:43:02.618032 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Checking router: dd4c040c-7af0-4965-9854-61e3abfbaf3b for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:43:02.620801 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Updating router dd4c040c-7af0-4965-9854-61e3abfbaf3b port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:43:02.639094 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.640082 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Request body: {'port': {'device_id': '6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:02.691061 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.737076 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port c48ef0ef-f462-45b6-9d5a-954649ef5e12, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=c48ef0ef-f462-45b6-9d5a-954649ef5e12,segment=NetworkSegment(0320ab7b-cfc4-4842-8387-b5f6b56c14ce),segment_id=0320ab7b-cfc4-4842-8387-b5f6b56c14ce)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:02.745390 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc710-78b7-45e5-8579-62168fc04317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.746100 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.748630 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc710-78b7-45e5-8579-62168fc04317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.756637 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-b8fbc710-78b7-45e5-8579-62168fc04317 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84a4bcc7-60fd-4062-a286-ae3e3abc274b HTTP/1.1" status: 204 len: 168 time: 0.7920651 Aug 10 10:43:02.864307 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=c48ef0ef-f462-45b6-9d5a-954649ef5e12,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:02.876271 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067dbb3-1027-4b0f-a01e-d8e7a8a4eed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c573f5f-5b0e-4506-8ef2-225096f1ff26,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:02.905412 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8826595a-cb53-4924-99a8-0804df58a44a req-3831661a-4a1c-4ebb-8001-32ab5fd65a27 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909258 Aug 10 10:43:02.908015 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f067dbb3-1027-4b0f-a01e-d8e7a8a4eed6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6aed14f68f304f3a8420dd861e60b566&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0114555 Aug 10 10:43:02.912826 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42558) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:02.923994 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:02.950708 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbc710-78b7-45e5-8579-62168fc04317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a4bcc7-60fd-4062-a286-ae3e3abc274b,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:03.020785 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d98a68-87c4-4c72-b602-948982cf3ca2 req-e24014f6-da67-4adb-8d33-227fd72913be tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:03.031276 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-00d98a68-87c4-4c72-b602-948982cf3ca2 req-e24014f6-da67-4adb-8d33-227fd72913be tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.2909577 Aug 10 10:43:03.061098 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.063828 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-aab47f6f-c1ed-40da-b0bc-a2f19a87d4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.204544 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-00d98a68-87c4-4c72-b602-948982cf3ca2 req-a641132c-b849-4373-a9e6-64d9c25a85a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719284 Aug 10 10:43:03.209690 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-aab47f6f-c1ed-40da-b0bc-a2f19a87d4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.220565 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.231876 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Transition to ACTIVE for port object 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:43:03.241023 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.296758 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Attempting to bind port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:43:03.297411 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Attempting to bind port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:43:03.298271 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Attempting to bind port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:03.307543 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:43:03.308520 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:43:03.308520 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.308737 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:43:03.309488 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Bound port: 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:43:03.309898 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.312224 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca96ffa-db17-430d-958f-0db8f9cdbc7e None None] Pushing event updated for resources: {'Port': ['ID=28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:03.391325 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] For port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:43:03.396806 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] For port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:43:03.402484 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accc89d1-4a29-496d-bed7-0c3778d98ed4 {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:43:03.405293 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.413066 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.431456 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Transition to ACTIVE for port object accc89d1-4a29-496d-bed7-0c3778d98ed4 will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:43:03.437928 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.494075 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Pushing event updated for resources: {'Port': ['ID=accc89d1-4a29-496d-bed7-0c3778d98ed4,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:03.537426 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca96ffa-db17-430d-958f-0db8f9cdbc7e None None] Pushing event updated for resources: {'Port': ['ID=28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:03.539924 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Attempting to bind port accc89d1-4a29-496d-bed7-0c3778d98ed4 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:43:03.540271 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Attempting to bind port accc89d1-4a29-496d-bed7-0c3778d98ed4 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:43:03.540609 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Attempting to bind port accc89d1-4a29-496d-bed7-0c3778d98ed4 on network 6bc37f0f-32c0-4484-a559-4d0a87348bdc {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:03.544643 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Routers {'dd4c040c-7af0-4965-9854-61e3abfbaf3b'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:43:03.545283 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:43:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:43:03.546593 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Port accc89d1-4a29-496d-bed7-0c3778d98ed4 on network 6bc37f0f-32c0-4484-a559-4d0a87348bdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:43:03.546927 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Attempting to bind port accc89d1-4a29-496d-bed7-0c3778d98ed4 on network 6bc37f0f-32c0-4484-a559-4d0a87348bdc {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:03.553144 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:43:03.553489 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Checking segment: {'id': '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:43:03.553879 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Bound using segment: {'id': '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:43:03.554320 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Bound port: accc89d1-4a29-496d-bed7-0c3778d98ed4, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:43:03.554685 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.636744 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-aab47f6f-c1ed-40da-b0bc-a2f19a87d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.639336 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-aab47f6f-c1ed-40da-b0bc-a2f19a87d4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.643155 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-aab47f6f-c1ed-40da-b0bc-a2f19a87d4f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c573f5f-5b0e-4506-8ef2-225096f1ff26 HTTP/1.1" status: 204 len: 168 time: 0.7258134 Aug 10 10:43:03.654031 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 4c754a2d-3aa9-4f6c-a655-40df31f410da up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:03.661624 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab47f6f-c1ed-40da-b0bc-a2f19a87d4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c573f5f-5b0e-4506-8ef2-225096f1ff26,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:03.675291 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Allocated IP 172.20.0.1 (395daa5c-d982-4368-b4fa-e555331c911c/5e378292-61bd-4d38-8816-c6e3ecb13d8d/ac4a4c14-50ec-4ba1-b039-10fcbe49f361) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:43:03.772853 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] For port accc89d1-4a29-496d-bed7-0c3778d98ed4, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:43:03.815092 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] For port accc89d1-4a29-496d-bed7-0c3778d98ed4, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=accc89d1-4a29-496d-bed7-0c3778d98ed4,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:43:03.824160 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 4c754a2d-3aa9-4f6c-a655-40df31f410da triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:03.825194 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.826957 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.827870 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] Set router dd4c040c-7af0-4965-9854-61e3abfbaf3b gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:43:03.878546 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.888328 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:03.889278 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.892189 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] 10.222.0.26 "PUT /v2.0/ports/accc89d1-4a29-496d-bed7-0c3778d98ed4 HTTP/1.1" status: 200 len: 1093 time: 1.2790711 Aug 10 10:43:03.895873 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Transition to ACTIVE for port object ac4a4c14-50ec-4ba1-b039-10fcbe49f361 will not be triggered until provisioned by entity DHCP. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:43:03.907841 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8', 'tag': 'accc89d1-4a29-496d-bed7-0c3778d98ed4'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:03.923026 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8", "tag": "accc89d1-4a29-496d-bed7-0c3778d98ed4"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:03.953028 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:03.980206 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Network 395daa5c-d982-4368-b4fa-e555331c911c is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:43:03.983630 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:43:04.007118 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:43:04.073756 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device c48ef0ef-f462-45b6-9d5a-954649ef5e12 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:04.079927 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff3b1-6d69-40a5-a6b4-b2a73bd3dffe req-c78bcfb0-8aa4-4357-a568-18d75a9d6fbd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:04.098853 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3ff3b1-6d69-40a5-a6b4-b2a73bd3dffe req-c78bcfb0-8aa4-4357-a568-18d75a9d6fbd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.4785569 Aug 10 10:43:04.149725 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:04.178809 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba93704-b2d4-43f0-be0a-342423a17911 service neutron] Pushing event updated for resources: {'Port': ['ID=accc89d1-4a29-496d-bed7-0c3778d98ed4,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:04.215604 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3ff3b1-6d69-40a5-a6b4-b2a73bd3dffe req-97a2f196-4486-429d-a288-397ee65d8122 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153491 Aug 10 10:43:04.232842 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-3bac97f0-aae7-4ed1-be49-4fd8fd555132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:04.236367 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-3bac97f0-aae7-4ed1-be49-4fd8fd555132 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=751b191d31b44f49ae16f79297cf95f3&device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 1096 time: 0.2635424 Aug 10 10:43:04.258126 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port c48ef0ef-f462-45b6-9d5a-954649ef5e12 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:04.270597 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:04.384605 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-05afd5ba-fed7-4aac-a1c6-f5b79d1e05ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=accc89d1-4a29-496d-bed7-0c3778d98ed4 HTTP/1.1" status: 200 len: 217 time: 0.1354065 Aug 10 10:43:04.390338 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4a4c14-50ec-4ba1-b039-10fcbe49f361,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:04.521320 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-144bbcbe-0c00-4329-9a07-a0182cbe5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:04.525706 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-144bbcbe-0c00-4329-9a07-a0182cbe5f23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84e2dee-c2f4-4b76-a7c0-1d54be431216 HTTP/1.1" status: 200 len: 849 time: 0.1306534 Aug 10 10:43:04.581783 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:57Z', 'updated_at': '2021-08-10T10:43:00Z', 'revision_number': 3, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'gw_port': {'id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:58Z', 'updated_at': '2021-08-10T10:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:43:04.610894 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:04.622753 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-2a54bbb7-ba66-4718-b632-ceef1ada0347 None None] Provisioning for port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:04.631978 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3698c6-04ac-4147-bffb-38e82d0638e1 None None] The sync data for ids ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'] in dv-cinder-772181-13-iscsi is: [{'id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:57Z', 'updated_at': '2021-08-10T10:43:00Z', 'revision_number': 3, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'gw_port': {'id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:58Z', 'updated_at': '2021-08-10T10:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:43:04.635436 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-2a54bbb7-ba66-4718-b632-ceef1ada0347 None None] Provisioning complete for port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:04.635436 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-2a54bbb7-ba66-4718-b632-ceef1ada0347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:04.741934 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-8191461c-b9c9-4791-818d-57435b95d41c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6bc37f0f-32c0-4484-a559-4d0a87348bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230798 Aug 10 10:43:04.748131 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe676f2-65ea-440c-8974-29e50be6980e x-openstack-request-id: req-bbe676f2-65ea-440c-8974-29e50be6980e {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:04.748131 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8", "tag": "accc89d1-4a29-496d-bed7-0c3778d98ed4", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:04.748131 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbe676f2-65ea-440c-8974-29e50be6980e {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:04.748558 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8', 'tag': 'accc89d1-4a29-496d-bed7-0c3778d98ed4', 'status': 'completed', 'code': 200} Aug 10 10:43:04.764351 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-2a54bbb7-ba66-4718-b632-ceef1ada0347 None None] Port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:43:04.868060 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd45cfa-28ed-4793-87c9-ad743a7d4525 req-9426e66d-b4fd-4be4-aa21-d4cf381c0717 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:04.870184 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bd45cfa-28ed-4793-87c9-ad743a7d4525 req-9426e66d-b4fd-4be4-aa21-d4cf381c0717 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 943 time: 0.4463940 Aug 10 10:43:04.980006 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f09e5-c789-4e79-9bad-edf51e999262 req-4c0f843b-ade5-44ed-8006-133415193895 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:04.982439 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bc7f09e5-c789-4e79-9bad-edf51e999262 req-4c0f843b-ade5-44ed-8006-133415193895 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1396270 Aug 10 10:43:04.986502 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bd45cfa-28ed-4793-87c9-ad743a7d4525 req-6c294e57-02a6-46ab-b07c-8b3f2300bea1 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915592 Aug 10 10:43:04.988633 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-4dfcc01e-68bb-4279-b241-70f2163635ab service neutron] 10.222.0.26 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253387 Aug 10 10:43:05.038147 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:05.048936 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:05.193934 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bc7f09e5-c789-4e79-9bad-edf51e999262 req-26745ebd-3a3e-418a-8ae1-7fae53b32006 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658888 Aug 10 10:43:05.199272 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:05.201241 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4a4c14-50ec-4ba1-b039-10fcbe49f361,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:05.231870 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90a5db56-c30a-41b8-98e9-cda363f0a838 req-dc278253-32ff-4bf9-b79b-40a5b04ff46d service neutron] 10.222.0.26 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308302 Aug 10 10:43:05.363200 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Network 395daa5c-d982-4368-b4fa-e555331c911c is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:43:05.364967 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:43:05.441168 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143840b-f1e0-4c15-9e6f-14e6003ab465 req-d081da6f-ad1e-4112-950f-877c9f53691b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:05.443806 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c143840b-f1e0-4c15-9e6f-14e6003ab465 req-d081da6f-ad1e-4112-950f-877c9f53691b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1229312 Aug 10 10:43:05.502531 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-8982fd04-7429-4ab9-985a-4b5787be14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:05.506133 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-8982fd04-7429-4ab9-985a-4b5787be14b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=751b191d31b44f49ae16f79297cf95f3&device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 1096 time: 0.1968591 Aug 10 10:43:05.569988 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Router dd4c040c-7af0-4965-9854-61e3abfbaf3b has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:43:05.607071 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c143840b-f1e0-4c15-9e6f-14e6003ab465 req-c6638a8e-27e5-47d2-bc14-9f6ba7a5dcd5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529722 Aug 10 10:43:05.704333 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:05.792867 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-4bfc00d8-e146-429c-86d5-aa8552db3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:05.795482 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-4bfc00d8-e146-429c-86d5-aa8552db3813 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6bc37f0f-32c0-4484-a559-4d0a87348bdc HTTP/1.1" status: 200 len: 910 time: 0.2766953 Aug 10 10:43:05.825545 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:43:05.844134 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-639e668c-e754-4b8c-8208-baa37652b4d1 admin admin] 10.222.0.43 "PUT /v2.0/routers/dd4c040c-7af0-4965-9854-61e3abfbaf3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9956009 Aug 10 10:43:05.846661 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-47f8303b-f1c7-4eab-a7b8-9689022a9c6d None None] Provisioning complete for port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:05.847176 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-47f8303b-f1c7-4eab-a7b8-9689022a9c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:05.884697 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-a7e90400-7fe3-4501-a0e1-eea2cb1fd6c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=accc89d1-4a29-496d-bed7-0c3778d98ed4 HTTP/1.1" status: 200 len: 217 time: 0.0796463 Aug 10 10:43:05.915426 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:05.923643 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-47f8303b-f1c7-4eab-a7b8-9689022a9c6d None None] Port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:43:05.925855 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:05.926601 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:06.010903 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-361144d8-5a7f-46e1-aca3-86c08f95bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:06.013633 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-361144d8-5a7f-46e1-aca3-86c08f95bdeb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84e2dee-c2f4-4b76-a7c0-1d54be431216 HTTP/1.1" status: 200 len: 849 time: 0.1145310 Aug 10 10:43:06.055751 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-a2f2264a-6b9b-49f7-bc46-a6e2db409133 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6bc37f0f-32c0-4484-a559-4d0a87348bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317290 Aug 10 10:43:06.110873 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:06.167921 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:06.174504 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:06.205670 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bcd86-2557-4371-bb85-ef2ef1875023 req-79d78ef8-8b9e-4e38-a72c-36f63f474483 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:06.207389 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b91bcd86-2557-4371-bb85-ef2ef1875023 req-79d78ef8-8b9e-4e38-a72c-36f63f474483 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 943 time: 0.0797129 Aug 10 10:43:06.240660 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-17f2976c-c897-40f5-ab00-bfcb6abe5fc7 service neutron] 10.222.0.26 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744778 Aug 10 10:43:06.247181 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:06.267967 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b91bcd86-2557-4371-bb85-ef2ef1875023 req-44ba9900-877b-474c-b66f-0c2e994d4323 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541391 Aug 10 10:43:06.416535 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1fa9e087-cd63-44eb-b06f-cb45ebb6cb42 req-e7c73107-43f0-4400-a0ed-ffb5719dea3a service neutron] 10.222.0.26 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572237 Aug 10 10:43:06.455819 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d949c7-c1fa-4475-abdd-2c4dfb5cd870 req-b4fad52f-6c2d-4f4c-ab8d-ec9074981358 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:06.458627 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-56d949c7-c1fa-4475-abdd-2c4dfb5cd870 req-b4fad52f-6c2d-4f4c-ab8d-ec9074981358 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0872264 Aug 10 10:43:06.578535 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-56d949c7-c1fa-4475-abdd-2c4dfb5cd870 req-a2bf6840-1e58-4bba-ab3c-ce2f30841492 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068139 Aug 10 10:43:06.810951 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412864e2-ff40-431d-8127-c0f1f2acb666 req-af605990-e28a-40dc-a338-1d2c50c3f21e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:06.813403 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-412864e2-ff40-431d-8127-c0f1f2acb666 req-af605990-e28a-40dc-a338-1d2c50c3f21e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0761826 Aug 10 10:43:06.882026 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42630) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:06.886443 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-0101a772-e682-49ad-997c-f0f30af84bc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307436618', 'description': 'tempest-secgroup-smoke-1307436618 description', 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:06.895621 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-412864e2-ff40-431d-8127-c0f1f2acb666 req-b6a54e11-c8e2-4f19-b271-745fef5b47ff tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708086 Aug 10 10:43:06.915931 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0101a772-e682-49ad-997c-f0f30af84bc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.018032 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device accc89d1-4a29-496d-bed7-0c3778d98ed4 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:43:07.023709 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0101a772-e682-49ad-997c-f0f30af84bc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.028547 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0101a772-e682-49ad-997c-f0f30af84bc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.057194 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0101a772-e682-49ad-997c-f0f30af84bc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.058475 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-0101a772-e682-49ad-997c-f0f30af84bc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1762140 Aug 10 10:43:07.062453 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42632) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:07.065653 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101a772-e682-49ad-997c-f0f30af84bc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21547a1-7c94-42b7-a2f4-bf48d9346ca6,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:07.066994 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-7aded29d-2b18-471a-8866-312b847d71bb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'security_group_rule': {'security_group_id': 'e21547a1-7c94-42b7-a2f4-bf48d9346ca6', 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:07.105630 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7aded29d-2b18-471a-8866-312b847d71bb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.177374 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7aded29d-2b18-471a-8866-312b847d71bb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.179967 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port accc89d1-4a29-496d-bed7-0c3778d98ed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=accc89d1-4a29-496d-bed7-0c3778d98ed4,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:07.182392 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7aded29d-2b18-471a-8866-312b847d71bb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.193634 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': 'accc89d1-4a29-496d-bed7-0c3778d98ed4', 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc', 'port_id': 'accc89d1-4a29-496d-bed7-0c3778d98ed4', 'mac_address': 'fa:16:3e:af:35:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84e2dee-c2f4-4b76-a7c0-1d54be431216', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:43:07.203351 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aded29d-2b18-471a-8866-312b847d71bb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e928bb-4119-447c-81ef-2abff373e815,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:07.213963 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7aded29d-2b18-471a-8866-312b847d71bb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.218626 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7aded29d-2b18-471a-8866-312b847d71bb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525197 Aug 10 10:43:07.218968 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42634) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:07.223853 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-238909fb-d6e7-467c-a0f4-0349204225ed tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'security_group_rule': {'security_group_id': 'e21547a1-7c94-42b7-a2f4-bf48d9346ca6', 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:07.239801 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.252575 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Sync routers for ids ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:43:07.260167 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-238909fb-d6e7-467c-a0f4-0349204225ed tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.264087 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accc89d1-4a29-496d-bed7-0c3778d98ed4 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:43:07.272605 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Routers {'dd4c040c-7af0-4965-9854-61e3abfbaf3b'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:43:07.273260 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:43:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:43:07.333606 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port accc89d1-4a29-496d-bed7-0c3778d98ed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=accc89d1-4a29-496d-bed7-0c3778d98ed4,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:07.348383 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.464204 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=accc89d1-4a29-496d-bed7-0c3778d98ed4,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:07.472448 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Set router dd4c040c-7af0-4965-9854-61e3abfbaf3b gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:43:07.622406 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-238909fb-d6e7-467c-a0f4-0349204225ed tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.665960 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc4efd-47fa-4678-82b8-3cf1d818bfc9 req-f6cb938b-0c83-43fc-aa2c-9a5ff799205c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:07.679348 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5fcc4efd-47fa-4678-82b8-3cf1d818bfc9 req-f6cb938b-0c83-43fc-aa2c-9a5ff799205c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 944 time: 0.1437154 Aug 10 10:43:07.695679 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['accc89d1-4a29-496d-bed7-0c3778d98ed4'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:43:07.695952 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-238909fb-d6e7-467c-a0f4-0349204225ed tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.740893 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:07.801060 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238909fb-d6e7-467c-a0f4-0349204225ed tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79494c49-3216-45af-8f10-e502411fae75,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:07.829355 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-238909fb-d6e7-467c-a0f4-0349204225ed tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.832787 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-238909fb-d6e7-467c-a0f4-0349204225ed tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6123140 Aug 10 10:43:07.835730 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42646) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:07.841426 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-34e71b14-ca3c-4c85-86ee-6e93677c57c0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'security_group_rule': {'security_group_id': 'e21547a1-7c94-42b7-a2f4-bf48d9346ca6', 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:07.851938 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5fcc4efd-47fa-4678-82b8-3cf1d818bfc9 req-13ae8a4b-601f-4e74-8dc8-1e049847df4a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710553 Aug 10 10:43:07.887045 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-34e71b14-ca3c-4c85-86ee-6e93677c57c0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:07.900165 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5e4b-2b6a-4ded-847c-3353bb9df97f req-7f5298a7-204d-4a00-88e0-d40df705fd55 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:07.913675 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a08d5e4b-2b6a-4ded-847c-3353bb9df97f req-7f5298a7-204d-4a00-88e0-d40df705fd55 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.2301996 Aug 10 10:43:07.948472 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:07.949056 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.006390 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a08d5e4b-2b6a-4ded-847c-3353bb9df97f req-f4dc8b61-0545-4641-9610-4c7d3abe3047 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871022 Aug 10 10:43:08.116927 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-34e71b14-ca3c-4c85-86ee-6e93677c57c0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.126753 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-34e71b14-ca3c-4c85-86ee-6e93677c57c0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.166044 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94c78-93dd-4576-bdcd-44e76b500b53 req-46ce9b01-9850-4fd7-9d66-3e19f713a99e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:08.185331 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-08a94c78-93dd-4576-bdcd-44e76b500b53 req-46ce9b01-9850-4fd7-9d66-3e19f713a99e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1124682 Aug 10 10:43:08.200542 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e71b14-ca3c-4c85-86ee-6e93677c57c0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e530a8dd-8343-4135-8bf5-8a70621bda89,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:08.211087 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:57Z', 'updated_at': '2021-08-10T10:43:04Z', 'revision_number': 4, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'gw_port': {'id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:58Z', 'updated_at': '2021-08-10T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': 'ac4a4c14-50ec-4ba1-b039-10fcbe49f361', 'name': '', 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'mac_address': 'fa:16:3e:21:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5e378292-61bd-4d38-8816-c6e3ecb13d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:43:03Z', 'updated_at': '2021-08-10T10:43:04Z', 'revision_number': 2, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'subnets': [{'id': '5e378292-61bd-4d38-8816-c6e3ecb13d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:43:08.214216 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-34e71b14-ca3c-4c85-86ee-6e93677c57c0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.218723 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-34e71b14-ca3c-4c85-86ee-6e93677c57c0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3813043 Aug 10 10:43:08.221452 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42656) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:08.233994 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-594c9486-ef9f-4578-9a64-4822e48edffd tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'security_group_rule': {'security_group_id': 'e21547a1-7c94-42b7-a2f4-bf48d9346ca6', 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:08.242155 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-08a94c78-93dd-4576-bdcd-44e76b500b53 req-ef07d814-87b3-4133-824d-9f355ac38676 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611689 Aug 10 10:43:08.245537 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Checking router: dd4c040c-7af0-4965-9854-61e3abfbaf3b for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:43:08.245891 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Updating router dd4c040c-7af0-4965-9854-61e3abfbaf3b port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:43:08.284293 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-594c9486-ef9f-4578-9a64-4822e48edffd tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.302043 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.363376 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-594c9486-ef9f-4578-9a64-4822e48edffd tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.367983 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-594c9486-ef9f-4578-9a64-4822e48edffd tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.392037 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c9486-ef9f-4578-9a64-4822e48edffd tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dd3898-3757-490a-b426-61fb07e69d87,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:08.398060 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-594c9486-ef9f-4578-9a64-4822e48edffd tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.405898 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42658) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:08.406473 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-594c9486-ef9f-4578-9a64-4822e48edffd tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1816170 Aug 10 10:43:08.413748 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-8f9555d0-5e24-4a58-8670-99be07926868 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'security_group_rule': {'security_group_id': 'e21547a1-7c94-42b7-a2f4-bf48d9346ca6', 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:08.453880 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.securitygroups_db [None req-8f9555d0-5e24-4a58-8670-99be07926868 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Project 21c4bed7b2ef4acd95a1e59e51a74fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:43:08.463424 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8f9555d0-5e24-4a58-8670-99be07926868 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.556723 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8f9555d0-5e24-4a58-8670-99be07926868 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.561903 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8f9555d0-5e24-4a58-8670-99be07926868 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.580547 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9555d0-5e24-4a58-8670-99be07926868 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1f8461-58a9-46ec-b9c3-b6707ff70cef,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:08.588389 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8f9555d0-5e24-4a58-8670-99be07926868 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.589969 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-8f9555d0-5e24-4a58-8670-99be07926868 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1824608 Aug 10 10:43:08.593012 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42660) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:08.601221 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-58a42f7c-e0c0-4056-9818-89f18d130053 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'security_group_rule': {'security_group_id': 'e21547a1-7c94-42b7-a2f4-bf48d9346ca6', 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:08.640634 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.securitygroups_db [None req-58a42f7c-e0c0-4056-9818-89f18d130053 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Project 21c4bed7b2ef4acd95a1e59e51a74fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:43:08.649091 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-58a42f7c-e0c0-4056-9818-89f18d130053 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.756129 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-58a42f7c-e0c0-4056-9818-89f18d130053 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.762246 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-58a42f7c-e0c0-4056-9818-89f18d130053 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.779462 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:43:08.795197 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a42f7c-e0c0-4056-9818-89f18d130053 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c61dce-194a-4fa0-b16b-a1b6860be246,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:08.802948 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-58a42f7c-e0c0-4056-9818-89f18d130053 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.807726 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-58a42f7c-e0c0-4056-9818-89f18d130053 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2130172 Aug 10 10:43:08.814384 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.831415 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Transition to ACTIVE for port object ac4a4c14-50ec-4ba1-b039-10fcbe49f361 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:43:08.841311 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:08.927374 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2bfac-f7da-493d-b814-bb028adad947 None None] Pushing event updated for resources: {'Port': ['ID=ac4a4c14-50ec-4ba1-b039-10fcbe49f361,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:09.025012 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device accc89d1-4a29-496d-bed7-0c3778d98ed4 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:09.124184 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Attempting to bind port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:43:09.125224 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Attempting to bind port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '0320ab7b-cfc4-4842-8387-b5f6b56c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:43:09.126082 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Attempting to bind port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 on network 395daa5c-d982-4368-b4fa-e555331c911c {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:09.150166 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:43:09.151167 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Checking segment: {'id': '0320ab7b-cfc4-4842-8387-b5f6b56c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:43:09.152125 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:09.153544 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Bound using segment: {'id': '0320ab7b-cfc4-4842-8387-b5f6b56c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:43:09.163725 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Bound port: ac4a4c14-50ec-4ba1-b039-10fcbe49f361, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0320ab7b-cfc4-4842-8387-b5f6b56c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:43:09.165015 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:09.179338 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252fdaf-a4a6-4f8f-bfc1-73250d0df7ef req-7f68175f-33ca-43a5-9dee-d92430126f25 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:09.196675 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6252fdaf-a4a6-4f8f-bfc1-73250d0df7ef req-7f68175f-33ca-43a5-9dee-d92430126f25 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 944 time: 0.1805158 Aug 10 10:43:09.292619 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] For port ac4a4c14-50ec-4ba1-b039-10fcbe49f361, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:43:09.296501 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] For port ac4a4c14-50ec-4ba1-b039-10fcbe49f361, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=ac4a4c14-50ec-4ba1-b039-10fcbe49f361,segment=NetworkSegment(0320ab7b-cfc4-4842-8387-b5f6b56c14ce),segment_id=0320ab7b-cfc4-4842-8387-b5f6b56c14ce)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:43:09.304713 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:09.372980 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port accc89d1-4a29-496d-bed7-0c3778d98ed4 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:09.391767 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6252fdaf-a4a6-4f8f-bfc1-73250d0df7ef req-13f74c4b-e16f-4f17-a108-460f7c12ef47 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841533 Aug 10 10:43:09.423500 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036e07-4513-4f3b-b38c-78bdce12d145 req-174c293e-1b1d-47f2-ac68-1d86a06b1c9f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:09.437102 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e9036e07-4513-4f3b-b38c-78bdce12d145 req-174c293e-1b1d-47f2-ac68-1d86a06b1c9f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1973546 Aug 10 10:43:09.456851 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2bfac-f7da-493d-b814-bb028adad947 None None] Pushing event updated for resources: {'Port': ['ID=ac4a4c14-50ec-4ba1-b039-10fcbe49f361,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:09.470224 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port accc89d1-4a29-496d-bed7-0c3778d98ed4 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:09.470854 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:09.479569 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Routers {'dd4c040c-7af0-4965-9854-61e3abfbaf3b'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:43:09.484021 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:43:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:43:09.587064 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e9036e07-4513-4f3b-b38c-78bdce12d145 req-5c327e94-6504-4842-9837-a45af70d334a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265140 Aug 10 10:43:09.765026 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:09.804408 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf07c-0805-4142-9adc-9da68d8ed589 req-719897fb-f355-4c33-ab52-eea3cb96e195 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:09.825682 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3e7cf07c-0805-4142-9adc-9da68d8ed589 req-719897fb-f355-4c33-ab52-eea3cb96e195 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.2518129 Aug 10 10:43:09.853700 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] Set router dd4c040c-7af0-4965-9854-61e3abfbaf3b gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:43:09.924181 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc89d1-4a29-496d-bed7-0c3778d98ed4'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:09.924181 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3505f36c-4000-442e-bd5b-feac3f722814" -d '{"events": [{"server_uuid": "6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8", "name": "network-vif-plugged", "status": "completed", "tag": "accc89d1-4a29-496d-bed7-0c3778d98ed4"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:09.924376 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3e7cf07c-0805-4142-9adc-9da68d8ed589 req-4a05aea1-147f-4377-8426-718ff83b9787 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935066 Aug 10 10:43:09.988520 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port accc89d1-4a29-496d-bed7-0c3778d98ed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=accc89d1-4a29-496d-bed7-0c3778d98ed4,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:10.031928 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9be0e3-cd1c-446e-b17c-e8a7cf7044b9 x-openstack-request-id: req-8e9be0e3-cd1c-446e-b17c-e8a7cf7044b9 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:10.032193 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8", "name": "network-vif-plugged", "status": "completed", "tag": "accc89d1-4a29-496d-bed7-0c3778d98ed4", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:10.032464 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e9be0e3-cd1c-446e-b17c-e8a7cf7044b9 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:10.032926 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc89d1-4a29-496d-bed7-0c3778d98ed4', 'code': 200} Aug 10 10:43:10.062708 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:10.192932 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb98d8b-827f-4407-bcf0-045df00e8fcb req-042bce37-5f88-48a2-8c8d-1cfe0c6fea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:10.195459 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bb98d8b-827f-4407-bcf0-045df00e8fcb req-042bce37-5f88-48a2-8c8d-1cfe0c6fea04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 1098 time: 0.0519431 Aug 10 10:43:10.250043 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=accc89d1-4a29-496d-bed7-0c3778d98ed4,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:10.250291 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bb98d8b-827f-4407-bcf0-045df00e8fcb req-ad127500-0151-4b06-9157-125be26f943e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Aug 10 10:43:10.337027 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:57Z', 'updated_at': '2021-08-10T10:43:04Z', 'revision_number': 4, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'gw_port': {'id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:58Z', 'updated_at': '2021-08-10T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': 'ac4a4c14-50ec-4ba1-b039-10fcbe49f361', 'name': '', 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'mac_address': 'fa:16:3e:21:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5e378292-61bd-4d38-8816-c6e3ecb13d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:43:03Z', 'updated_at': '2021-08-10T10:43:09Z', 'revision_number': 4, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'subnets': [{'id': '5e378292-61bd-4d38-8816-c6e3ecb13d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:43:10.369069 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a557f4c-5225-4f90-926f-5c2d0d4f1076 None None] The sync data for ids ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'] in dv-cinder-772181-13-iscsi is: [{'id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:57Z', 'updated_at': '2021-08-10T10:43:04Z', 'revision_number': 4, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'gw_port': {'id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:58Z', 'updated_at': '2021-08-10T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': 'ac4a4c14-50ec-4ba1-b039-10fcbe49f361', 'name': '', 'network_id': '395daa5c-d982-4368-b4fa-e555331c911c', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'mac_address': 'fa:16:3e:21:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5e378292-61bd-4d38-8816-c6e3ecb13d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:43:03Z', 'updated_at': '2021-08-10T10:43:09Z', 'revision_number': 4, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'subnets': [{'id': '5e378292-61bd-4d38-8816-c6e3ecb13d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:43:10.565976 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da09b08-7962-41d8-9ad6-a7d1d98297e8 req-cc8d7142-d5f1-4c44-bc62-5ee3ad4d2803 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:10.568767 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2da09b08-7962-41d8-9ad6-a7d1d98297e8 req-cc8d7142-d5f1-4c44-bc62-5ee3ad4d2803 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 945 time: 0.0669823 Aug 10 10:43:10.618966 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2da09b08-7962-41d8-9ad6-a7d1d98297e8 req-1ffb2194-ac4c-454d-8160-3d793ee3e528 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Aug 10 10:43:10.745317 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d5c6f-d2eb-4e2f-afc5-f1a243d6a362 req-7746b305-7f10-4e9a-b959-ab85b515f124 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:10.747847 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-de2d5c6f-d2eb-4e2f-afc5-f1a243d6a362 req-7746b305-7f10-4e9a-b959-ab85b515f124 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0712073 Aug 10 10:43:10.794276 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-de2d5c6f-d2eb-4e2f-afc5-f1a243d6a362 req-75c23634-95c8-4dd7-9a28-f71cc614cbae tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Aug 10 10:43:11.076031 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68a45-f8fd-4b84-8b4c-7d78d755a3ae req-fb81103b-edc0-4bcf-9e05-15e0c1261fc7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:11.077489 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bee68a45-f8fd-4b84-8b4c-7d78d755a3ae req-fb81103b-edc0-4bcf-9e05-15e0c1261fc7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0576150 Aug 10 10:43:11.123124 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bee68a45-f8fd-4b84-8b4c-7d78d755a3ae req-e823910c-479e-4eed-bcd2-9f5a1d4559fe tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386009 Aug 10 10:43:11.639491 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device ac4a4c14-50ec-4ba1-b039-10fcbe49f361 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:11.746544 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:11.761954 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:11.761954 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:11.885381 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550c72-fce4-4cb6-a950-e3c7b9324345 req-b95dc70f-6abc-470a-a453-38e04d3401c1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:11.894074 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bd550c72-fce4-4cb6-a950-e3c7b9324345 req-b95dc70f-6abc-470a-a453-38e04d3401c1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0955677 Aug 10 10:43:11.896654 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:11.907483 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345a211-18d2-4dfb-bbc1-10661e61eb2b req-1ccac291-740f-465e-b255-61031c1de7de tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:11.917302 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4345a211-18d2-4dfb-bbc1-10661e61eb2b req-1ccac291-740f-465e-b255-61031c1de7de tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 945 time: 0.1874263 Aug 10 10:43:11.959315 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port ac4a4c14-50ec-4ba1-b039-10fcbe49f361, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=ac4a4c14-50ec-4ba1-b039-10fcbe49f361,segment=NetworkSegment(0320ab7b-cfc4-4842-8387-b5f6b56c14ce),segment_id=0320ab7b-cfc4-4842-8387-b5f6b56c14ce)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:11.966820 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:12.008863 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bd550c72-fce4-4cb6-a950-e3c7b9324345 req-3463dbc6-0f5a-4955-b285-d73450841807 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136494 Aug 10 10:43:12.060000 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4345a211-18d2-4dfb-bbc1-10661e61eb2b req-1678178b-d2cf-4c27-8f40-0f3a4ff7bd74 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360126 Aug 10 10:43:12.087439 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=ac4a4c14-50ec-4ba1-b039-10fcbe49f361,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:12.204066 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044500ad-2e6c-467a-a435-59335071ee43 req-46344a27-0ca7-4882-aaae-7d94e25e5c1e tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:12.207670 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-044500ad-2e6c-467a-a435-59335071ee43 req-46344a27-0ca7-4882-aaae-7d94e25e5c1e tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0820749 Aug 10 10:43:12.282073 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-044500ad-2e6c-467a-a435-59335071ee43 req-7093ae51-2c82-475c-bd3a-e0eb82e6d9c1 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683231 Aug 10 10:43:12.302774 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0183-bd2c-499d-b116-37992a99a0c8 req-4f6b1f55-9437-4876-8091-245a42c7a4fa tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:12.307597 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-05fa0183-bd2c-499d-b116-37992a99a0c8 req-4f6b1f55-9437-4876-8091-245a42c7a4fa tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0748386 Aug 10 10:43:12.368352 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-05fa0183-bd2c-499d-b116-37992a99a0c8 req-bd7cbdd6-4bcd-48ea-96c6-fb15ff31d73e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559626 Aug 10 10:43:13.027278 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b5fad-c84f-4e80-9d81-2a5cac856a93 req-5b0b7e0a-f5aa-4284-bb6d-0755ac218543 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:13.031454 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-be6b5fad-c84f-4e80-9d81-2a5cac856a93 req-5b0b7e0a-f5aa-4284-bb6d-0755ac218543 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 945 time: 0.0603209 Aug 10 10:43:13.084997 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-be6b5fad-c84f-4e80-9d81-2a5cac856a93 req-a7d9cb9e-986e-40fe-95ca-9a8b7f7f4177 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443728 Aug 10 10:43:13.230933 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab215ab-5c94-4cb2-920b-89a04e358d23 req-403f6870-0e32-4ae9-b200-bd5aca5624f6 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:13.232628 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4ab215ab-5c94-4cb2-920b-89a04e358d23 req-403f6870-0e32-4ae9-b200-bd5aca5624f6 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0602741 Aug 10 10:43:13.276448 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4ab215ab-5c94-4cb2-920b-89a04e358d23 req-9d1544d3-c399-46a2-95dd-5eece58c34f5 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365903 Aug 10 10:43:13.413154 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f38bc-4b94-4112-84f1-09e1a99092b7 req-6b510f1e-4214-4360-92a2-9d6baf9aa3af tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:13.415831 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-314f38bc-4b94-4112-84f1-09e1a99092b7 req-6b510f1e-4214-4360-92a2-9d6baf9aa3af tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0556004 Aug 10 10:43:13.475112 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-314f38bc-4b94-4112-84f1-09e1a99092b7 req-20140810-0303-4b0b-887d-b5ba7f76635e tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531912 Aug 10 10:43:13.515138 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29d579-903e-4412-bbfb-d8d21753a70a req-38143700-6b67-433a-9a89-4680fa55a8e6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:13.516828 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-de29d579-903e-4412-bbfb-d8d21753a70a req-38143700-6b67-433a-9a89-4680fa55a8e6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0599828 Aug 10 10:43:13.587864 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-de29d579-903e-4412-bbfb-d8d21753a70a req-3255ad1d-7f07-48da-b7c8-683fc8aa90f8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566788 Aug 10 10:43:13.593414 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device ac4a4c14-50ec-4ba1-b039-10fcbe49f361 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:13.670323 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:13.670780 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:14.229197 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bab00-5f66-40de-88b7-c6778d679d60 req-301e762f-28f2-4423-9079-b4a48a846d73 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:14.231629 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-930bab00-5f66-40de-88b7-c6778d679d60 req-301e762f-28f2-4423-9079-b4a48a846d73 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 945 time: 0.0537548 Aug 10 10:43:14.282289 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-930bab00-5f66-40de-88b7-c6778d679d60 req-f413a063-631b-4f7d-8a4b-5d6ef9759c04 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Aug 10 10:43:14.409462 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f95c75-0ea5-4a89-823c-5e2dd08d84af req-9cb0d2ae-a55c-4037-92b6-d7bb3cef38ff tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:14.411411 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64f95c75-0ea5-4a89-823c-5e2dd08d84af req-9cb0d2ae-a55c-4037-92b6-d7bb3cef38ff tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0572286 Aug 10 10:43:14.462979 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64f95c75-0ea5-4a89-823c-5e2dd08d84af req-b85f5c21-5da8-438e-b86e-164ce37fe234 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412881 Aug 10 10:43:14.645516 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3bed5-7566-435d-aeca-e57ffe31a975 req-abee87c2-08ec-4517-9807-bd8320132b76 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:14.647223 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-69e3bed5-7566-435d-aeca-e57ffe31a975 req-abee87c2-08ec-4517-9807-bd8320132b76 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0629678 Aug 10 10:43:14.720668 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-69e3bed5-7566-435d-aeca-e57ffe31a975 req-8de60c9b-6ca2-4ffd-a9f1-e9cc27855908 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658436 Aug 10 10:43:14.754833 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26e8e4-998d-4de4-8453-e7d335d3d87d req-5fa5d724-aebd-48a0-94d2-ef3aa92d4272 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:14.756407 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0f26e8e4-998d-4de4-8453-e7d335d3d87d req-5fa5d724-aebd-48a0-94d2-ef3aa92d4272 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0791171 Aug 10 10:43:14.802935 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0f26e8e4-998d-4de4-8453-e7d335d3d87d req-8126573c-1c37-4508-8fb0-61b106fad38f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378320 Aug 10 10:43:15.068230 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-4d0d58e6-acb1-4b9f-9f38-1582cc54b290 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:15.070973 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-4d0d58e6-acb1-4b9f-9f38-1582cc54b290 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 945 time: 0.0517852 Aug 10 10:43:15.071510 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:43:15.224681 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:15.245071 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'port_id': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'mac_address': 'fa:16:3e:1d:fc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:43:15.254556 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Deleting port accc89d1-4a29-496d-bed7-0c3778d98ed4 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:43:15.255755 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:15.307750 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:15.322907 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2930d8b6-f014-44e2-a6ef-83665f4108ca {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:43:15.351115 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:15.358112 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:15.405276 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] For port accc89d1-4a29-496d-bed7-0c3778d98ed4, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=accc89d1-4a29-496d-bed7-0c3778d98ed4,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:15.405659 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:15.431278 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=6']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:15.440193 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Calling delete_port for accc89d1-4a29-496d-bed7-0c3778d98ed4 owned by compute:nova {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:43:15.499108 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['2930d8b6-f014-44e2-a6ef-83665f4108ca'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:43:15.538658 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647eb6f3-9219-4bdb-9a7d-b01c10153623 req-8647eedc-5715-46d2-afad-f6ef3b67ffb7 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:15.540339 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-647eb6f3-9219-4bdb-9a7d-b01c10153623 req-8647eedc-5715-46d2-afad-f6ef3b67ffb7 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 945 time: 0.1545818 Aug 10 10:43:15.647479 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-647eb6f3-9219-4bdb-9a7d-b01c10153623 req-0d338e1f-2be6-467f-a380-df5bbbd8cf6a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943980 Aug 10 10:43:15.672209 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a4e30-4d98-414e-ae7d-0a6980b22dfc req-64094739-f240-4b13-bf4a-874ca36f6dc9 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:15.673949 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4f5a4e30-4d98-414e-ae7d-0a6980b22dfc req-64094739-f240-4b13-bf4a-874ca36f6dc9 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1118731 Aug 10 10:43:15.792308 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4f5a4e30-4d98-414e-ae7d-0a6980b22dfc req-666cc3ea-fd09-4dff-bd2e-c560db01adcd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049170 Aug 10 10:43:15.830991 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:15.845389 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['accc89d1-4a29-496d-bed7-0c3778d98ed4'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:43:15.865128 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Pushing event deleted for resources: {'Port': ['ID=accc89d1-4a29-496d-bed7-0c3778d98ed4,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:15.931780 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced29cd-9554-43df-bb76-eac064e6e4f9 req-c4bf2929-0bcd-4011-9f77-fdae5bcb9d17 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:15.933421 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4ced29cd-9554-43df-bb76-eac064e6e4f9 req-c4bf2929-0bcd-4011-9f77-fdae5bcb9d17 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1357174 Aug 10 10:43:15.992560 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] No DVR routers for this DVR port accc89d1-4a29-496d-bed7-0c3778d98ed4 on host hv-cinder-77218 {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:43:16.010601 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:16.012793 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3111a689-b949-4dfc-8bcd-2dc89a97dff5 req-7c364c69-1ac3-4f9f-ad5f-7d8257e6b32a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.26 "DELETE /v2.0/ports/accc89d1-4a29-496d-bed7-0c3778d98ed4 HTTP/1.1" status: 204 len: 173 time: 0.9346499 Aug 10 10:43:16.014250 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8', 'name': 'network-vif-deleted', 'tag': 'accc89d1-4a29-496d-bed7-0c3778d98ed4'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:16.016851 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca08dc13-b1f0-4f4c-ae37-a939942a21a8" -d '{"events": [{"server_uuid": "6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8", "name": "network-vif-deleted", "tag": "accc89d1-4a29-496d-bed7-0c3778d98ed4"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:16.048348 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4ced29cd-9554-43df-bb76-eac064e6e4f9 req-5bc96a8b-7ec2-4f66-9ccd-8feddb11a070 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010463 Aug 10 10:43:16.057817 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d6b2-6b83-48bc-98a6-397850a8fb5a req-8c99e2d3-39b2-47fb-b590-d542723e3fdd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:16.060261 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-51a6d6b2-6b83-48bc-98a6-397850a8fb5a req-8c99e2d3-39b2-47fb-b590-d542723e3fdd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 944 time: 0.1384270 Aug 10 10:43:16.117645 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e70ab70-5de5-414b-8301-708639ec66d6 x-openstack-request-id: req-0e70ab70-5de5-414b-8301-708639ec66d6 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:16.118163 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8", "name": "network-vif-deleted", "tag": "accc89d1-4a29-496d-bed7-0c3778d98ed4", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:16.119303 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e70ab70-5de5-414b-8301-708639ec66d6 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:16.119303 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8', 'name': 'network-vif-deleted', 'tag': 'accc89d1-4a29-496d-bed7-0c3778d98ed4', 'status': 'completed', 'code': 200} Aug 10 10:43:16.125856 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-51a6d6b2-6b83-48bc-98a6-397850a8fb5a req-760a1f74-62a5-486a-b87c-087880d926b0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437953 Aug 10 10:43:16.832299 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ed1035fd-7d85-426e-9f7f-4a1b4b79beb9 req-6896fb21-b9ce-4fca-a9b7-fc39864d1375 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2430bd-9db5-4fdb-9b0e-5f0b64d844d8 HTTP/1.1" status: 200 len: 210 time: 0.0373869 Aug 10 10:43:16.962168 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad32ec-de50-4f04-9ba7-8d5c7dccfcc4 req-785c21b1-53e8-4b93-9e44-1c5cf75e4ed3 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:16.963959 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-08ad32ec-de50-4f04-9ba7-8d5c7dccfcc4 req-785c21b1-53e8-4b93-9e44-1c5cf75e4ed3 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0714881 Aug 10 10:43:17.026560 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-08ad32ec-de50-4f04-9ba7-8d5c7dccfcc4 req-38729e6e-27b5-49d2-ab94-57068a44cf9c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525644 Aug 10 10:43:17.079805 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:17.172110 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 2930d8b6-f014-44e2-a6ef-83665f4108ca triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:17.172746 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:17.220549 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cf60f-5dc9-48c1-b7e0-c86e33effd0d req-aa5acdc4-0cff-450d-a1cd-697183625895 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:17.222934 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-663cf60f-5dc9-48c1-b7e0-c86e33effd0d req-aa5acdc4-0cff-450d-a1cd-697183625895 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0677702 Aug 10 10:43:17.316194 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa652078-0368-4a5b-852b-e3a318b675c1 req-ceb236b5-efd4-47c7-9f0a-a58329a332d5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:17.316194 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fa652078-0368-4a5b-852b-e3a318b675c1 req-ceb236b5-efd4-47c7-9f0a-a58329a332d5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 944 time: 0.0905313 Aug 10 10:43:17.319731 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:17.321027 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-663cf60f-5dc9-48c1-b7e0-c86e33effd0d req-d860db57-e634-4b70-8d0e-35e4e9115bc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641353 Aug 10 10:43:17.357763 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:17.369656 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3641d997-7436-4543-a23a-e5fe5fcb3058" -d '{"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-plugged", "status": "completed", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:17.388991 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:17.398336 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:17.403897 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fa652078-0368-4a5b-852b-e3a318b675c1 req-af191748-8bf6-4234-b1e9-67735c09a181 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807197 Aug 10 10:43:17.485849 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=7']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:17.492946 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8f45a5-9d9c-4c58-9574-b4f8dbc5e59b x-openstack-request-id: req-4a8f45a5-9d9c-4c58-9574-b4f8dbc5e59b {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:17.493658 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-plugged", "status": "completed", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:17.493974 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a8f45a5-9d9c-4c58-9574-b4f8dbc5e59b {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:17.494485 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'code': 200} Aug 10 10:43:17.950095 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42934) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:18.128435 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a7190b71-7f81-4436-b962-b4cdba9dd9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:18.208033 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb45f78-5192-4618-883c-0920c88785fb req-312ae769-f985-4b8d-a32e-ea81589d0582 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:18.216853 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8bb45f78-5192-4618-883c-0920c88785fb req-312ae769-f985-4b8d-a32e-ea81589d0582 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0780685 Aug 10 10:43:18.261468 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8bb45f78-5192-4618-883c-0920c88785fb req-0e1eea86-8ecc-4d5d-a81b-70757766b501 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Aug 10 10:43:18.292390 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a7190b71-7f81-4436-b962-b4cdba9dd9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:18.298696 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a7190b71-7f81-4436-b962-b4cdba9dd9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:18.347775 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a7190b71-7f81-4436-b962-b4cdba9dd9ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48146383ee4c4900ab026e082068a946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031126 Aug 10 10:43:18.349584 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7190b71-7f81-4436-b962-b4cdba9dd9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6c4759-1927-49e0-8aed-e9d395ea7fff,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:18.349737 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42948) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:18.553009 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f4856bf-16f3-4bd9-b31b-854759362ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:18.602726 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f4856bf-16f3-4bd9-b31b-854759362ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:18.629728 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e31fa-4fec-4159-beaf-79299102e0c7 req-18900ea1-0104-4242-8f69-fed514b734e3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:18.631394 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f99e31fa-4fec-4159-beaf-79299102e0c7 req-18900ea1-0104-4242-8f69-fed514b734e3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1232829 Aug 10 10:43:18.712692 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f99e31fa-4fec-4159-beaf-79299102e0c7 req-95f456a5-54bf-4b2c-b193-8c8ea32cb331 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606902 Aug 10 10:43:18.748784 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f4856bf-16f3-4bd9-b31b-854759362ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:18.751548 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f4856bf-16f3-4bd9-b31b-854759362ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:18.755838 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-9f4856bf-16f3-4bd9-b31b-854759362ad2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab6c4759-1927-49e0-8aed-e9d395ea7fff HTTP/1.1" status: 204 len: 168 time: 0.4051573 Aug 10 10:43:18.779661 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4856bf-16f3-4bd9-b31b-854759362ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6c4759-1927-49e0-8aed-e9d395ea7fff,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:18.973276 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0338c-6d00-4c50-9854-a85ec114b8fe req-be2732c1-4612-49d4-a8d5-9463f16ac6cd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:18.975253 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2ae0338c-6d00-4c50-9854-a85ec114b8fe req-be2732c1-4612-49d4-a8d5-9463f16ac6cd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1084290 Aug 10 10:43:19.064059 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2ae0338c-6d00-4c50-9854-a85ec114b8fe req-616a90f2-fc4b-4262-9c4b-0c0a87252a4d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801547 Aug 10 10:43:19.094549 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device accc89d1-4a29-496d-bed7-0c3778d98ed4 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:43:19.118151 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: accc89d1-4a29-496d-bed7-0c3778d98ed4 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:43:19.118879 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device accc89d1-4a29-496d-bed7-0c3778d98ed4 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:43:19.457636 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e95d-dc40-431b-8443-afe49c776b8a req-cc294067-3d8d-4053-b8ee-16153e277c54 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:19.467729 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b232e95d-dc40-431b-8443-afe49c776b8a req-cc294067-3d8d-4053-b8ee-16153e277c54 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0914934 Aug 10 10:43:19.533357 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b232e95d-dc40-431b-8443-afe49c776b8a req-1d30922b-c1db-4385-acd5-9225590f4c30 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622065 Aug 10 10:43:19.900221 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69955b4-6fda-49bc-b47a-fa390d3e3a71 req-39abcc5d-5099-4b46-8ad4-491b088d3d4f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:19.902948 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f69955b4-6fda-49bc-b47a-fa390d3e3a71 req-39abcc5d-5099-4b46-8ad4-491b088d3d4f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0669966 Aug 10 10:43:20.029064 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f69955b4-6fda-49bc-b47a-fa390d3e3a71 req-e630dbac-305f-4c77-a61a-2f4c2694c38a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917315 Aug 10 10:43:20.149105 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 42986) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:20.248121 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643e64c-9ed9-477b-bf03-3ccf48c0425b req-9c64fc57-aa63-4c58-ad15-73d22b73e0e7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:20.248121 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0643e64c-9ed9-477b-bf03-3ccf48c0425b req-9c64fc57-aa63-4c58-ad15-73d22b73e0e7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0770025 Aug 10 10:43:20.303869 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0643e64c-9ed9-477b-bf03-3ccf48c0425b req-aa31c3f5-b4bc-44e5-ab0d-d2a85ec1a057 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494251 Aug 10 10:43:20.307948 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1137598648-network', 'tenant_id': 'd4518860fba64ef7bdfe5abd5cd4f000'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:20.351874 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Made reservation on behalf of d4518860fba64ef7bdfe5abd5cd4f000 for: {'network': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:43:20.354957 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:20.366988 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:20.599745 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:20.605212 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:20.646738 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=99996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:43:20.677303 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1178d-3a01-413c-b2d1-027d10d7703e,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:20.697811 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:20.698373 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.segments_db [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Added segment fb67bbec-69f1-4e2d-b44b-69fb72959952 of type vlan for network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 Aug 10 10:43:20.811795 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:20.851452 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81c443-086f-443c-8bdc-ed1b9ee33e05 req-34b9039f-9947-4ae1-b24b-46365faee32f tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:20.853108 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4c81c443-086f-443c-8bdc-ed1b9ee33e05 req-34b9039f-9947-4ae1-b24b-46365faee32f tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1518466 Aug 10 10:43:20.877060 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:20.878018 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:20.878614 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:21.012467 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8612390 Aug 10 10:43:21.014127 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200b026-db42-453f-a36f-986546a44f0d admin admin] Pushing event updated for resources: {'Network': ['ID=c0fa9f42-c77b-4d58-92d4-12d9a1b41899,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:21.016304 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 42998) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:21.019254 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4c81c443-086f-443c-8bdc-ed1b9ee33e05 req-fb2650ec-8f3d-4e2b-9661-ca39e3765b19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522779 Aug 10 10:43:21.031119 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:43:21.031914 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Request body: {'subnet': {'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1137598648-subnet', 'tenant_id': 'd4518860fba64ef7bdfe5abd5cd4f000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:21.068863 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Made reservation on behalf of d4518860fba64ef7bdfe5abd5cd4f000 for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:43:21.072618 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11743548'] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:21.226439 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfbdf6-a044-4c8d-97ef-163217ce4b1b req-e157db7a-ce56-494c-bc1a-53370efbcc47 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:21.228865 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-16dfbdf6-a044-4c8d-97ef-163217ce4b1b req-e157db7a-ce56-494c-bc1a-53370efbcc47 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1012928 Aug 10 10:43:21.282197 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-16dfbdf6-a044-4c8d-97ef-163217ce4b1b req-9bd2fdc8-24eb-4339-90eb-70301a94d901 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461407 Aug 10 10:43:21.374257 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11743534'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:21.448729 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Checking segment: {'id': 'fb67bbec-69f1-4e2d-b44b-69fb72959952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:43:21.449425 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Network hostable DHCP agents. Network: c0fa9f42-c77b-4d58-92d4-12d9a1b41899, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:43:21.454543 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0cfdefe-59de-4398-af72-1d8c42967f55,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:21.476589 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:43:21.493707 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, c0fa9f42-c77b-4d58-92d4-12d9a1b41899) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:43:21.511485 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5260a2-1f63-4514-b2c2-dea806f210e1 None None] Network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:43:21.529118 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:21.530015 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:21.580989 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a9a998d0-1d4d-4f99-95a9-8ef9437d0167 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5619526 Aug 10 10:43:21.591573 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262aa1-81d3-4f0d-963a-0f202f4875da req-eeb23974-0e1a-472d-a052-561a0d6fa08a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:21.593983 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b6262aa1-81d3-4f0d-963a-0f202f4875da req-eeb23974-0e1a-472d-a052-561a0d6fa08a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0692787 Aug 10 10:43:21.680024 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b6262aa1-81d3-4f0d-963a-0f202f4875da req-2c03e049-852d-42ad-9a3c-c3eedcd37efb tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792296 Aug 10 10:43:21.821238 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9c5ef-2ff4-4ab1-a364-63dedc2cb0b1 None None] Network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:43:22.195747 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffb377-7f25-496b-bddf-5e038092aae6 req-007dfd55-3f4d-41a4-b119-6c570859067f tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:22.197596 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-caffb377-7f25-496b-bddf-5e038092aae6 req-007dfd55-3f4d-41a4-b119-6c570859067f tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0801334 Aug 10 10:43:22.270443 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-caffb377-7f25-496b-bddf-5e038092aae6 req-c769bf91-e2f1-41a2-950d-fd04dc5a4c02 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539200 Aug 10 10:43:22.508801 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008db68b-279b-405b-ba7b-4b44f056b24c req-2d30590d-de5c-41f6-b262-234d203e14a4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:22.515673 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-008db68b-279b-405b-ba7b-4b44f056b24c req-2d30590d-de5c-41f6-b262-234d203e14a4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1047783 Aug 10 10:43:22.573269 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-008db68b-279b-405b-ba7b-4b44f056b24c req-c1cd9d6c-2740-4f84-adde-b946a11b85fa tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501606 Aug 10 10:43:22.895628 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3e1be-a5b4-4046-9742-ad3ac965180a req-d83f0ac1-d87b-414a-9f04-5bc4a723e32b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:22.908912 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4d3e1be-a5b4-4046-9742-ad3ac965180a req-d83f0ac1-d87b-414a-9f04-5bc4a723e32b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0961533 Aug 10 10:43:22.959939 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4d3e1be-a5b4-4046-9742-ad3ac965180a req-073b234e-d68d-4847-8509-13dfd4e21025 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497320 Aug 10 10:43:23.513502 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65040183-8520-4092-94ca-2cbe5a6dfa75 req-0660d320-cc35-4e00-b4c0-6cedfedd6434 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:23.517522 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-65040183-8520-4092-94ca-2cbe5a6dfa75 req-0660d320-cc35-4e00-b4c0-6cedfedd6434 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1249051 Aug 10 10:43:23.575915 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-2d39fa73-d9ce-4fcc-ac3d-384648d5bee4 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:23.578090 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-2d39fa73-d9ce-4fcc-ac3d-384648d5bee4 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/networks?id=6bc37f0f-32c0-4484-a559-4d0a87348bdc HTTP/1.1" status: 200 len: 809 time: 0.2866762 Aug 10 10:43:23.651865 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-65040183-8520-4092-94ca-2cbe5a6dfa75 req-9797829c-413e-413a-a5f4-3bdee14a2a90 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283295 Aug 10 10:43:23.680983 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f104706f-7196-46c9-81be-201821474844 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/quotas/751b191d31b44f49ae16f79297cf95f3 HTTP/1.1" status: 200 len: 375 time: 0.0811408 Aug 10 10:43:23.724193 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-e4fd942b-9a61-4be7-ab70-09afa183c481 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=751b191d31b44f49ae16f79297cf95f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420785 Aug 10 10:43:24.135062 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-52a0d402-b8b8-479b-82f4-1b5b376362c5 service neutron] 10.222.0.43 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097919 Aug 10 10:43:24.153401 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968ac34-6a2c-4cbd-b55e-b24137cc4c4e req-1339ee6a-d4a3-4e1a-9ac9-eb083cbdc1e3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:24.162466 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c968ac34-6a2c-4cbd-b55e-b24137cc4c4e req-1339ee6a-d4a3-4e1a-9ac9-eb083cbdc1e3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.3905859 Aug 10 10:43:24.272320 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c968ac34-6a2c-4cbd-b55e-b24137cc4c4e req-318fa780-4083-4e94-a1f6-1977341e0ab5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048613 Aug 10 10:43:24.311126 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-6302ba58-fbed-48e0-8b38-b99a9f1a31ea service neutron] 10.222.0.43 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422045 Aug 10 10:43:24.502804 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-bd7d3923-e594-4c8a-bc76-f55757efe77f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:24.504409 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-bd7d3923-e594-4c8a-bc76-f55757efe77f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/networks?id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899 HTTP/1.1" status: 200 len: 814 time: 0.1448569 Aug 10 10:43:24.523783 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-0473960d-ad07-4741-84c8-c578194ce8c0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/quotas/d4518860fba64ef7bdfe5abd5cd4f000 HTTP/1.1" status: 200 len: 375 time: 0.0119371 Aug 10 10:43:24.620142 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-1f8d4879-e8e4-43b7-82b1-8a4e3c7784f1 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4518860fba64ef7bdfe5abd5cd4f000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888608 Aug 10 10:43:24.729355 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576d2f5-8b04-4a51-9667-27bca3d93c0f req-e4f8709c-2669-4d5d-893d-2254b20bd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:24.731530 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b576d2f5-8b04-4a51-9667-27bca3d93c0f req-e4f8709c-2669-4d5d-893d-2254b20bd07c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1098 time: 0.1807110 Aug 10 10:43:24.788428 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395b054-7e08-4f26-8ab0-6daba6e4ccf1 req-e6c57312-dbe2-4da0-837a-ec17bcedef7d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:24.796760 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d395b054-7e08-4f26-8ab0-6daba6e4ccf1 req-e6c57312-dbe2-4da0-837a-ec17bcedef7d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1254230 Aug 10 10:43:24.821864 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b576d2f5-8b04-4a51-9667-27bca3d93c0f req-77c36534-0efb-4a2c-b3ae-a70e8ab7661e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774910 Aug 10 10:43:24.836377 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b0b185b3-9590-41f7-8fe1-bdd98a661cb1 service neutron] 10.222.0.43 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150664 Aug 10 10:43:24.927609 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d395b054-7e08-4f26-8ab0-6daba6e4ccf1 req-dee97eff-c518-447e-921f-46971df326b8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287048 Aug 10 10:43:25.013522 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-daadb7cb-b1a8-437b-8049-89ee78190dd2 service neutron] 10.222.0.43 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757629 Aug 10 10:43:25.076057 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a994e75a-3edb-42cb-8391-919d21539ba2 req-b9d8b01d-1981-4e0c-be07-5d0e2020d7fe tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 210 time: 0.0493388 Aug 10 10:43:25.278952 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94c6d0-95d7-4626-96c1-738a0ff3a9c1 req-fa066a7e-5720-4fdc-8aa1-3129a3ecbf28 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:25.283914 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0a94c6d0-95d7-4626-96c1-738a0ff3a9c1 req-fa066a7e-5720-4fdc-8aa1-3129a3ecbf28 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1198568 Aug 10 10:43:25.410149 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7a93c5ae-ec79-4805-b8cd-97fe16b6e180 req-1df8e016-e558-4aef-ac5c-518bcae2ea9f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 210 time: 0.0471423 Aug 10 10:43:25.440347 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0a94c6d0-95d7-4626-96c1-738a0ff3a9c1 req-abc6403f-566f-4ac4-96e9-4947c80117b9 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465406 Aug 10 10:43:25.582598 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b953655-141b-4a6f-845c-a6daf56f38a5 req-3c3f5654-7e2e-4cf2-873e-9b88050fecbc tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:25.592488 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1b953655-141b-4a6f-845c-a6daf56f38a5 req-3c3f5654-7e2e-4cf2-873e-9b88050fecbc tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0908968 Aug 10 10:43:25.650434 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1b953655-141b-4a6f-845c-a6daf56f38a5 req-98f43fea-e458-4428-94a7-9a6992fbc75e tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473640 Aug 10 10:43:26.196573 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd39ae5-6810-4d6a-b98a-bc2ebc7cf10f req-79f6ad0b-82d1-422d-a591-328f565098e3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:26.198177 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9bd39ae5-6810-4d6a-b98a-bc2ebc7cf10f req-79f6ad0b-82d1-422d-a591-328f565098e3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1354294 Aug 10 10:43:26.280279 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9bd39ae5-6810-4d6a-b98a-bc2ebc7cf10f req-82e6de96-562a-4317-b5c0-614b9a05adc7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706103 Aug 10 10:43:26.323741 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e90d8288-5662-4ac4-9771-01d920458f71 req-100eae47-28fd-4e28-9ce3-22752ebed83f tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 210 time: 0.0790126 Aug 10 10:43:26.557913 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-1e329d2d-a875-4a0e-adf4-03d06f60a2ca tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:26.559833 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-1e329d2d-a875-4a0e-adf4-03d06f60a2ca tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.26 "GET /v2.0/networks?id=6bc37f0f-32c0-4484-a559-4d0a87348bdc HTTP/1.1" status: 200 len: 809 time: 0.2343562 Aug 10 10:43:26.592520 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Request body: {'port': {'device_id': '9354f616-cb6d-40d7-b894-75fe39e6ad2d', 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc', 'admin_state_up': True, 'tenant_id': '751b191d31b44f49ae16f79297cf95f3'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:26.633851 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-522e1863-ba08-4960-bc85-fa00bd9cead3 req-cc08ac58-cac8-478f-852d-faeb276a6972 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 210 time: 0.0713856 Aug 10 10:43:26.730096 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4ae8a-3e5c-4060-8f80-d80193f79ec9 req-35cedebb-efe3-41df-b018-2b4bfeb4fa60 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:26.732355 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-25f4ae8a-3e5c-4060-8f80-d80193f79ec9 req-35cedebb-efe3-41df-b018-2b4bfeb4fa60 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1715138 Aug 10 10:43:26.834804 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-25f4ae8a-3e5c-4060-8f80-d80193f79ec9 req-f37b5894-5b66-4ef7-9022-93fc9cd905bd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951111 Aug 10 10:43:26.858675 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48edcbd-13fc-4e9c-85a5-b36afb93f08b req-5e7ebc2f-4df5-4857-b6b8-c5ea0fb61ac6 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:26.860360 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b48edcbd-13fc-4e9c-85a5-b36afb93f08b req-5e7ebc2f-4df5-4857-b6b8-c5ea0fb61ac6 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1112688 Aug 10 10:43:26.883282 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Made reservation on behalf of 751b191d31b44f49ae16f79297cf95f3 for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:43:26.889168 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:26.968429 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b48edcbd-13fc-4e9c-85a5-b36afb93f08b req-ef5bd7f2-db46-4d30-afb1-ac5593fef631 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943558 Aug 10 10:43:27.163206 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-319eefbf-bc17-4714-9e92-8169c125ba65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:27.269787 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-fe33d699-07a3-4605-b8b6-ed124e6e3108 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:27.286013 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-fe33d699-07a3-4605-b8b6-ed124e6e3108 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.26 "GET /v2.0/networks?id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899 HTTP/1.1" status: 200 len: 814 time: 0.2812519 Aug 10 10:43:27.313821 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Request body: {'port': {'device_id': '17ea8d13-f62d-4c7f-a03e-27b933e9a2e6', 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899', 'admin_state_up': True, 'tenant_id': 'd4518860fba64ef7bdfe5abd5cd4f000'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:27.412076 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Allocated IP 172.20.0.12 (6bc37f0f-32c0-4484-a559-4d0a87348bdc/d84e2dee-c2f4-4b76-a7c0-1d54be431216/aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:43:27.643441 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Made reservation on behalf of d4518860fba64ef7bdfe5abd5cd4f000 for: {'port': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:43:27.648049 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:27.716967 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1ede25e-b9cf-4a23-8d6e-a32c9695d7d5 req-8af85c90-e5b1-41c9-a83c-4527591979ed tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 210 time: 0.0926328 Aug 10 10:43:27.846587 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d8aa-df68-40cf-8789-44e441e40c74 req-f09d66a2-31f0-4e66-a26d-761553579e58 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:27.867473 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0a07d8aa-df68-40cf-8789-44e441e40c74 req-f09d66a2-31f0-4e66-a26d-761553579e58 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.3718190 Aug 10 10:43:27.959152 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0a07d8aa-df68-40cf-8789-44e441e40c74 req-efcec83b-59ce-4917-907a-70dad454f3a9 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836630 Aug 10 10:43:27.959304 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Allocated IP 172.20.0.2 (c0fa9f42-c77b-4d58-92d4-12d9a1b41899/e0cfdefe-59de-4398-af72-1d8c42967f55/9525f651-de73-47ba-92a1-5c531f22a212) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:43:28.067758 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f6fa76c6-4614-4c5c-9174-f8f42cf6ed30 req-2ffe7c55-2dc8-497f-a55e-81d0e5002b62 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 210 time: 0.0733440 Aug 10 10:43:28.113794 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-2c3f1e78-1843-4a42-98fd-e11b3fdce5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:28.115716 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-2c3f1e78-1843-4a42-98fd-e11b3fdce5a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08a87f5d46924e40a5c9cead64d50ada&device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 1098 time: 0.0902348 Aug 10 10:43:28.157079 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:28.269200 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:28.329670 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-96d8d9d8-d8d3-4531-a6d9-401540a41744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:28.331215 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-96d8d9d8-d8d3-4531-a6d9-401540a41744 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 200 len: 920 time: 0.2000144 Aug 10 10:43:28.336861 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:28.379471 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Network 6bc37f0f-32c0-4484-a559-4d0a87348bdc is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:43:28.384204 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-dcbf8102-8a24-492a-99a5-35a44d8a5cde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=968f1838-f330-4713-a7c7-e7515a41a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0447524 Aug 10 10:43:28.389855 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:43:28.403685 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-d2eff8b3-cc00-4094-950d-7c65f061dcaa tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307436618&fields=id&tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8 HTTP/1.1" status: 200 len: 267 time: 0.1614118 Aug 10 10:43:28.405323 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:43:28.415859 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:28.419471 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:28.426234 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Pushing event updated for resources: {'Port': ['ID=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:28.456070 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:28.470233 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8df5a-24a4-49f9-a200-1584c3a35c08 req-36412b3a-797f-4bb0-b4ba-19574dfb25a3 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:28.473183 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-58a8df5a-24a4-49f9-a200-1584c3a35c08 req-36412b3a-797f-4bb0-b4ba-19574dfb25a3 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.2249928 Aug 10 10:43:28.549486 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-7eecae3e-79ac-4ef8-b2a2-affa531d5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:28.551873 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-7eecae3e-79ac-4ef8-b2a2-affa531d5a65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 200 len: 859 time: 0.1525953 Aug 10 10:43:28.555121 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:43:28.575485 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-f1c77583-0566-4b62-934e-3f73b992a83c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9888906 Aug 10 10:43:28.582692 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-58a8df5a-24a4-49f9-a200-1584c3a35c08 req-7d229a02-1e07-4a29-80f0-20190e34502d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937538 Aug 10 10:43:28.585029 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:43:28.591295 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:43:28.603078 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Request body: {'port': {'device_id': '9354f616-cb6d-40d7-b894-75fe39e6ad2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:28.712157 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:28.722480 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-42c9b3d2-cbcf-482a-a9e9-734b2360e6fe tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:28.726188 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:28.726188 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:28.731417 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-42c9b3d2-cbcf-482a-a9e9-734b2360e6fe tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 811 time: 0.3073506 Aug 10 10:43:28.739024 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-b4cd22d4-418c-41e5-a933-5d21c7eb3f4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1741302 Aug 10 10:43:28.754792 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Pushing event updated for resources: {'Port': ['ID=9525f651-de73-47ba-92a1-5c531f22a212,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:28.763467 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-9fd5f272-ad34-4e6e-88b8-f15b95f2e164 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/quotas/21c4bed7b2ef4acd95a1e59e51a74fd8 HTTP/1.1" status: 200 len: 375 time: 0.0305576 Aug 10 10:43:28.799188 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-eb602988-b345-4dfd-8a46-9cf1341da137 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5037234 Aug 10 10:43:28.853892 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Request body: {'port': {'device_id': '17ea8d13-f62d-4c7f-a03e-27b933e9a2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:28.955323 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46069738-2822-464d-9e9c-6db181cc1bd0 req-364cc6ee-4754-4c0a-9b7b-8a86fcbeef8a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:28.957354 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-46069738-2822-464d-9e9c-6db181cc1bd0 req-364cc6ee-4754-4c0a-9b7b-8a86fcbeef8a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1744282 Aug 10 10:43:28.958650 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:29.016606 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-54aa7788-c8e8-4259-bed2-c810b31aa0eb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2521589 Aug 10 10:43:29.117169 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-012426f4-0155-4d96-a12c-bb5362ebe879 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668718 Aug 10 10:43:29.253904 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-46069738-2822-464d-9e9c-6db181cc1bd0 req-bd439141-3fc5-479a-b7c5-ac79deb00970 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331595 Aug 10 10:43:29.327864 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-8df4fa84-4024-489b-9ec3-e82ca4d4161d service neutron] 10.222.0.43 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744486 Aug 10 10:43:29.417520 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0390ef6e-be61-4eec-8cad-57c599daecfd req-aca49da2-ffd2-499c-bb7a-5bafcdf64655 service neutron] 10.222.0.26 "GET /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900832 Aug 10 10:43:29.442173 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9525f651-de73-47ba-92a1-5c531f22a212 {{(pid=99995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:43:29.453262 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:29.481959 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Transition to ACTIVE for port object 9525f651-de73-47ba-92a1-5c531f22a212 will not be triggered until provisioned by entity L2. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:43:29.487935 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:29.539667 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9525f651-de73-47ba-92a1-5c531f22a212,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:29.549938 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:43:29.570662 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:29.573792 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-e23a120c-e649-4ee4-9f00-1031a8e87d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:29.580315 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-517f8f63-a85a-4e99-a51e-c8978cc6240b service neutron] 10.222.0.43 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411370 Aug 10 10:43:29.591326 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eddfef-777a-4d4e-9bbe-c5806e862973 req-d0531261-0323-4f10-9900-f344dfa534f9 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:29.598802 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e7eddfef-777a-4d4e-9bbe-c5806e862973 req-d0531261-0323-4f10-9900-f344dfa534f9 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 932 time: 0.2310486 Aug 10 10:43:29.632994 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Transition to ACTIVE for port object aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:43:29.641574 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:29.670670 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e7eddfef-777a-4d4e-9bbe-c5806e862973 req-d0e6c1ab-2dcc-4085-9a7d-87f4cb58c4f1 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708220 Aug 10 10:43:29.779048 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Attempting to bind port 9525f651-de73-47ba-92a1-5c531f22a212 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:43:29.779048 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Attempting to bind port 9525f651-de73-47ba-92a1-5c531f22a212 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'fb67bbec-69f1-4e2d-b44b-69fb72959952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899'}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:43:29.779048 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Attempting to bind port 9525f651-de73-47ba-92a1-5c531f22a212 on network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:29.782021 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Port 9525f651-de73-47ba-92a1-5c531f22a212 on network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:43:29.782658 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Attempting to bind port 9525f651-de73-47ba-92a1-5c531f22a212 on network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:29.782792 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:29.800551 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:43:29.800888 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Checking segment: {'id': 'fb67bbec-69f1-4e2d-b44b-69fb72959952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:43:29.801291 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Bound using segment: {'id': 'fb67bbec-69f1-4e2d-b44b-69fb72959952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899'} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:43:29.801759 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Bound port: 9525f651-de73-47ba-92a1-5c531f22a212, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb67bbec-69f1-4e2d-b44b-69fb72959952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899'}}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:43:29.802162 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:29.941700 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44625c-fabe-4c3d-99fc-14c31343bf63 req-4561aaf1-1495-401d-be83-488868f75e50 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:29.949811 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0e44625c-fabe-4c3d-99fc-14c31343bf63 req-4561aaf1-1495-401d-be83-488868f75e50 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1677587 Aug 10 10:43:29.968863 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Attempting to bind port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:43:29.969172 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Attempting to bind port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:43:29.969508 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Attempting to bind port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 on network 6bc37f0f-32c0-4484-a559-4d0a87348bdc {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:29.998418 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 on network 6bc37f0f-32c0-4484-a559-4d0a87348bdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:43:29.999434 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Attempting to bind port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 on network 6bc37f0f-32c0-4484-a559-4d0a87348bdc {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:30.041679 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0e44625c-fabe-4c3d-99fc-14c31343bf63 req-4cc4cfb4-9d38-4ffb-9607-01ffd27d4e08 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909364 Aug 10 10:43:30.044413 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:43:30.045029 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Checking segment: {'id': '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:43:30.045420 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Bound using segment: {'id': '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:43:30.046076 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Bound port: aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:43:30.046476 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:30.111048 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:30.242614 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] For port 9525f651-de73-47ba-92a1-5c531f22a212, host hv-cinder-77218, cleared binding levels {{(pid=99995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:43:30.246772 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] For port 9525f651-de73-47ba-92a1-5c531f22a212, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9525f651-de73-47ba-92a1-5c531f22a212,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:43:30.252064 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] For port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:43:30.255712 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:30.272541 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] For port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:43:30.282309 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:30.312299 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:30.313025 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:30.314817 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] 10.222.0.26 "PUT /v2.0/ports/9525f651-de73-47ba-92a1-5c531f22a212 HTTP/1.1" status: 200 len: 1093 time: 1.4702086 Aug 10 10:43:30.317778 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ea8d13-f62d-4c7f-a03e-27b933e9a2e6', 'tag': '9525f651-de73-47ba-92a1-5c531f22a212'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:30.321165 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "17ea8d13-f62d-4c7f-a03e-27b933e9a2e6", "tag": "9525f651-de73-47ba-92a1-5c531f22a212"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:30.342575 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5044e70-b4b2-4713-bf7e-1478fcbf6066 req-30fcd074-6e8c-4de9-8228-d374083c2084 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:30.350180 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a5044e70-b4b2-4713-bf7e-1478fcbf6066 req-30fcd074-6e8c-4de9-8228-d374083c2084 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 943 time: 0.1827283 Aug 10 10:43:30.375734 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:30.376363 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:30.377789 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] 10.222.0.26 "PUT /v2.0/ports/aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 HTTP/1.1" status: 200 len: 1094 time: 1.7906055 Aug 10 10:43:30.382826 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9354f616-cb6d-40d7-b894-75fe39e6ad2d', 'tag': 'aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:30.391842 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40b188a-2dbf-48d4-83a9-7ed18da21917" -d '{"events": [{"name": "network-changed", "server_uuid": "9354f616-cb6d-40d7-b894-75fe39e6ad2d", "tag": "aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:30.422102 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e4c59-306a-4843-a5fc-467ce06c5610 req-b2ecd220-c23d-4e83-a9c3-d2973422af66 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:30.423791 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-004e4c59-306a-4843-a5fc-467ce06c5610 req-b2ecd220-c23d-4e83-a9c3-d2973422af66 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.2008436 Aug 10 10:43:30.431428 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787ac80-5cfb-4340-95b0-5cd533991cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9525f651-de73-47ba-92a1-5c531f22a212,revision_number=3']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:30.465827 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-94404151-0ef2-4efe-a753-f8847586b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:30.471700 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-94404151-0ef2-4efe-a753-f8847586b64d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4518860fba64ef7bdfe5abd5cd4f000&device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 1096 time: 0.1087210 Aug 10 10:43:30.512056 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a5044e70-b4b2-4713-bf7e-1478fcbf6066 req-893e9e9a-e4ef-4105-bfa3-7fc3d6091f75 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581323 Aug 10 10:43:30.528165 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7c21d-ce6b-43b0-b2ee-474c1bce1ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:30.542373 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-bd968fba-6cbc-41c0-8b9c-e9ab511b3720 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9525f651-de73-47ba-92a1-5c531f22a212 HTTP/1.1" status: 200 len: 217 time: 0.0606229 Aug 10 10:43:30.567375 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-004e4c59-306a-4843-a5fc-467ce06c5610 req-5d08431d-1b84-4ea3-8c2e-5bea4f6ee769 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172423 Aug 10 10:43:30.588595 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-dca4921e-15ec-48c3-be40-d02425376e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:30.604701 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-dca4921e-15ec-48c3-be40-d02425376e5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=751b191d31b44f49ae16f79297cf95f3&device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 1097 time: 0.1654725 Aug 10 10:43:30.616318 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:30.621427 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b9810ac7-a053-43b0-911c-57838ce41537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:30.622970 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-b9810ac7-a053-43b0-911c-57838ce41537 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e0cfdefe-59de-4398-af72-1d8c42967f55 HTTP/1.1" status: 200 len: 854 time: 0.0731065 Aug 10 10:43:30.644470 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1a995882-317a-41ce-9b3d-374d5bb17c7d req-9e63aab9-96b9-46c9-af10-d0160fd53ce2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 210 time: 0.0717421 Aug 10 10:43:30.705440 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-4a54b3b3-c49a-43fd-8c0b-b1070e3b4558 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746541 Aug 10 10:43:30.743527 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279ffcc-14c0-4f22-ac9c-da0ee25b9fd8 x-openstack-request-id: req-b279ffcc-14c0-4f22-ac9c-da0ee25b9fd8 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:30.743707 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ea8d13-f62d-4c7f-a03e-27b933e9a2e6", "tag": "9525f651-de73-47ba-92a1-5c531f22a212", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:30.744009 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b279ffcc-14c0-4f22-ac9c-da0ee25b9fd8 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:30.744642 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ea8d13-f62d-4c7f-a03e-27b933e9a2e6', 'tag': '9525f651-de73-47ba-92a1-5c531f22a212', 'status': 'completed', 'code': 200} Aug 10 10:43:30.762226 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-7bc54585-881d-441e-9d0e-46cd0ffdf306 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 HTTP/1.1" status: 200 len: 217 time: 0.1324029 Aug 10 10:43:30.965356 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-4df1e02a-4178-4cd0-9d55-02092873fdd4 service neutron] 10.222.0.26 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503235 Aug 10 10:43:31.143732 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f1fcd1ea-9f64-4ae0-9d8d-ec43f2b96feb req-c1694be0-7304-42cf-926d-2e7b03a97445 service neutron] 10.222.0.26 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654568 Aug 10 10:43:31.191969 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f711d409-e2e1-4f62-8036-692305dc561c x-openstack-request-id: req-f711d409-e2e1-4f62-8036-692305dc561c {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:31.192540 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9354f616-cb6d-40d7-b894-75fe39e6ad2d", "tag": "aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:31.192947 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f711d409-e2e1-4f62-8036-692305dc561c {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:31.193544 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9354f616-cb6d-40d7-b894-75fe39e6ad2d', 'tag': 'aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0', 'status': 'completed', 'code': 200} Aug 10 10:43:31.254217 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d404aa-9ccd-4bf6-97ac-367169e80723 req-7732e06d-1bdd-4018-a85e-0c6ab9005b2d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.256939 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e5d404aa-9ccd-4bf6-97ac-367169e80723 req-7732e06d-1bdd-4018-a85e-0c6ab9005b2d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.5378208 Aug 10 10:43:31.276729 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-49e74994-c383-4eaf-9c97-da400a8f1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.278552 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-49e74994-c383-4eaf-9c97-da400a8f1ef3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84e2dee-c2f4-4b76-a7c0-1d54be431216 HTTP/1.1" status: 200 len: 849 time: 0.5074604 Aug 10 10:43:31.306817 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b925acc-c30a-4300-8750-e966e82f2cc3 req-49aafc48-1c67-4ee1-8a01-fa0bed2d3100 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.309068 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4b925acc-c30a-4300-8750-e966e82f2cc3 req-49aafc48-1c67-4ee1-8a01-fa0bed2d3100 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 944 time: 0.1312141 Aug 10 10:43:31.312727 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-21979afd-c04c-4fed-a875-6fdf87e5bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.339182 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-21979afd-c04c-4fed-a875-6fdf87e5bf6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4518860fba64ef7bdfe5abd5cd4f000&device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 1096 time: 0.0713432 Aug 10 10:43:31.345154 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-4c98c92f-2f9f-4990-bada-85a2965abe91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6bc37f0f-32c0-4484-a559-4d0a87348bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347333 Aug 10 10:43:31.398885 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e5d404aa-9ccd-4bf6-97ac-367169e80723 req-56238935-909e-4f05-a980-3db34b4cff20 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192029 Aug 10 10:43:31.447364 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4b925acc-c30a-4300-8750-e966e82f2cc3 req-9cb44111-2942-4536-8211-b64ef06e0706 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085305 Aug 10 10:43:31.449872 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-3894515d-ca4e-4b2e-923e-947564e53eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.451547 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-3894515d-ca4e-4b2e-923e-947564e53eb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899 HTTP/1.1" status: 200 len: 915 time: 0.1203144 Aug 10 10:43:31.503570 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-535bc223-238c-4025-a1a6-e9949afb9ade service neutron] 10.222.0.26 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371822 Aug 10 10:43:31.508306 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-1c7d9d0a-809b-448c-b4df-d89b24b450cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9525f651-de73-47ba-92a1-5c531f22a212 HTTP/1.1" status: 200 len: 217 time: 0.0360138 Aug 10 10:43:31.578880 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-9a31285a-8b61-4650-aeb1-2a9c5f8300be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.580810 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-9a31285a-8b61-4650-aeb1-2a9c5f8300be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e0cfdefe-59de-4398-af72-1d8c42967f55 HTTP/1.1" status: 200 len: 854 time: 0.0619352 Aug 10 10:43:31.611354 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a4de9-674a-40cf-b4fb-afc31569edc0 req-ad7b1dd1-c122-40cc-a76e-342933a99b18 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.616529 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-399a4de9-674a-40cf-b4fb-afc31569edc0 req-ad7b1dd1-c122-40cc-a76e-342933a99b18 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.1284611 Aug 10 10:43:31.631501 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-b8753d8c-e415-44a5-bec6-9c687a37af63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334139 Aug 10 10:43:31.706784 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:31.707802 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9e445b9-de90-4c35-9b0d-19af2eab2c87 req-a565415d-8614-4399-986e-84cc9f0d17a0 service neutron] 10.222.0.26 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890135 Aug 10 10:43:31.733263 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-399a4de9-674a-40cf-b4fb-afc31569edc0 req-4de1b85f-081c-425c-9a14-efa802e806e6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871270 Aug 10 10:43:31.754524 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f51f6-5071-4ecf-a302-444754b27088 req-19dc6d9e-74f4-460f-b6bc-cc6a95a6abda tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.762614 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b51f51f6-5071-4ecf-a302-444754b27088 req-19dc6d9e-74f4-460f-b6bc-cc6a95a6abda tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 943 time: 0.1449659 Aug 10 10:43:31.858082 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b51f51f6-5071-4ecf-a302-444754b27088 req-6752ac3e-ca35-47b3-ac17-6a960cc1c950 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946565 Aug 10 10:43:31.868148 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-2dd3dc1e-633f-43d7-ba7e-cc9f41e5cb1b service neutron] 10.222.0.26 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240274 Aug 10 10:43:31.869834 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-c3b58cb2-07be-445f-a033-a851781ff726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.872072 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-c3b58cb2-07be-445f-a033-a851781ff726 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=751b191d31b44f49ae16f79297cf95f3&device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 1097 time: 0.0906897 Aug 10 10:43:31.892810 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-bb3ff250-92d1-4cdf-bde0-1f30630526c2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.894585 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-bb3ff250-92d1-4cdf-bde0-1f30630526c2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 811 time: 0.2264302 Aug 10 10:43:31.896770 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b920a-88a6-4e84-86a3-ae665a9070be req-19b3fe46-9cc3-4a57-9bbe-3134143d7a07 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:31.898419 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8b6b920a-88a6-4e84-86a3-ae665a9070be req-19b3fe46-9cc3-4a57-9bbe-3134143d7a07 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0897493 Aug 10 10:43:31.964366 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8b6b920a-88a6-4e84-86a3-ae665a9070be req-cc707fbc-696f-490b-88ef-530534672a0b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591557 Aug 10 10:43:31.989394 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eff5bacb-081f-433c-b071-1d7db30c24ea req-9f677bdf-a0d3-4c05-b01d-894eb6fed4d5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 210 time: 0.0502286 Aug 10 10:43:32.084333 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-4822863a-e735-4ff9-b16e-529979b58100 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8 HTTP/1.1" status: 200 len: 380 time: 0.1167510 Aug 10 10:43:32.098093 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'port': {'device_id': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'admin_state_up': True, 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'security_groups': ['e21547a1-7c94-42b7-a2f4-bf48d9346ca6']}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:32.105892 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-6b8ec6b7-0693-434a-84cc-83046e62ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:32.107527 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-6b8ec6b7-0693-434a-84cc-83046e62ffe1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6bc37f0f-32c0-4484-a559-4d0a87348bdc HTTP/1.1" status: 200 len: 910 time: 0.1282439 Aug 10 10:43:32.188263 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-570cdd95-3365-4e18-b8f6-2cb7c2084e8a req-46955d1c-f9f0-49e1-8961-ad4fc2b85f01 service neutron] 10.222.0.26 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178657 Aug 10 10:43:32.188581 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-6d47aa51-972e-465b-a5f1-9527c333f534 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 HTTP/1.1" status: 200 len: 217 time: 0.0618987 Aug 10 10:43:32.269257 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-3dc96329-e7e4-4bc8-9614-a5e0ad6ccd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:32.271378 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-3dc96329-e7e4-4bc8-9614-a5e0ad6ccd62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84e2dee-c2f4-4b76-a7c0-1d54be431216 HTTP/1.1" status: 200 len: 849 time: 0.0570803 Aug 10 10:43:32.294621 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:32.295844 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Made reservation on behalf of 21c4bed7b2ef4acd95a1e59e51a74fd8 for: {'port': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:43:32.303299 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:32.311502 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-297f4008-e28a-4bcb-80cc-527c63f780d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6bc37f0f-32c0-4484-a559-4d0a87348bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315967 Aug 10 10:43:32.319253 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763363-9046-4faa-9a42-2e94527357dd req-ef29746f-a317-4205-af93-50509196c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:32.321234 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f763363-9046-4faa-9a42-2e94527357dd req-ef29746f-a317-4205-af93-50509196c2c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0860736 Aug 10 10:43:32.485996 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-b3bc4280-5f05-4870-b323-ccf97655d011 service neutron] 10.222.0.26 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661797 Aug 10 10:43:32.566941 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763363-9046-4faa-9a42-2e94527357dd req-a338c410-d6f1-4920-adfd-4cc0087dabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:32.568548 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f763363-9046-4faa-9a42-2e94527357dd req-a338c410-d6f1-4920-adfd-4cc0087dabcc service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.2335868 Aug 10 10:43:32.624731 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Allocated IP 172.20.0.6 (71feb8ea-90ed-4fce-b017-3f71a250ca7f/5ea37a72-a309-4900-9862-9daf74955334/28acf1be-9e60-463a-83f2-39445b7df133) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:43:32.700054 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f763363-9046-4faa-9a42-2e94527357dd req-0cb54e82-9e0a-4b4b-9625-fea5893d6139 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca HTTP/1.1" status: 200 len: 1001 time: 0.1215518 Aug 10 10:43:32.725639 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc3e2c-9d4d-4283-80a0-1f2d4e5e2839 req-b29c452d-5e1f-4d9c-8640-7eb83667c4bd tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:32.727236 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4dc3e2c-9d4d-4283-80a0-1f2d4e5e2839 req-b29c452d-5e1f-4d9c-8640-7eb83667c4bd tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.2377703 Aug 10 10:43:32.754861 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc447b2-39db-43f5-8e21-56f127ab1610 req-9bd0fb71-0fa6-4d38-88ba-f10ae34d42c2 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:32.757682 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dfc447b2-39db-43f5-8e21-56f127ab1610 req-9bd0fb71-0fa6-4d38-88ba-f10ae34d42c2 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 944 time: 0.2032497 Aug 10 10:43:32.774575 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c40b188a-2dbf-48d4-83a9-7ed18da21917 req-44ae317a-e6a8-4f38-86c2-e35994422bb1 service neutron] 10.222.0.26 "GET /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620459 Aug 10 10:43:32.811172 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763363-9046-4faa-9a42-2e94527357dd req-cca0ad6e-ea6b-4ad5-899d-d8d005bc0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:32.812697 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f763363-9046-4faa-9a42-2e94527357dd req-cca0ad6e-ea6b-4ad5-899d-d8d005bc0184 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.1016927 Aug 10 10:43:32.820694 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4dc3e2c-9d4d-4283-80a0-1f2d4e5e2839 req-0c1ff911-26e9-47a9-b082-40490742ebd0 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789270 Aug 10 10:43:32.829327 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dfc447b2-39db-43f5-8e21-56f127ab1610 req-82358463-8a24-49b3-b0fe-dab28203c281 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634706 Aug 10 10:43:32.910268 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763363-9046-4faa-9a42-2e94527357dd req-52b81fac-5ed5-4183-9142-115c41d60984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:32.911909 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f763363-9046-4faa-9a42-2e94527357dd req-52b81fac-5ed5-4183-9142-115c41d60984 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0911953 Aug 10 10:43:32.917043 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:32.982934 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Transition to ACTIVE for port object 28acf1be-9e60-463a-83f2-39445b7df133 will not be triggered until provisioned by entity DHCP. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:43:33.024438 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114b71f-3407-46e8-a847-38ed47a82aa7 req-241969f5-efd7-4347-99e0-15903ae2a98b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:33.026049 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e114b71f-3407-46e8-a847-38ed47a82aa7 req-241969f5-efd7-4347-99e0-15903ae2a98b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0903385 Aug 10 10:43:33.044929 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f763363-9046-4faa-9a42-2e94527357dd req-813a7983-cb61-41af-b69a-a04c437dddc5 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236224 Aug 10 10:43:33.051966 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.059797 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46066266-5e77-4ec6-8257-b897a3204189 req-85f92e60-01d0-4e5e-ae91-2d38625dcd08 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:33.061367 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-46066266-5e77-4ec6-8257-b897a3204189 req-85f92e60-01d0-4e5e-ae91-2d38625dcd08 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 943 time: 0.0875704 Aug 10 10:43:33.091229 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e114b71f-3407-46e8-a847-38ed47a82aa7 req-ec4fa282-cf84-4139-8d3d-b0ee7eafe749 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576270 Aug 10 10:43:33.130637 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-46066266-5e77-4ec6-8257-b897a3204189 req-15e2f030-18d3-4784-9fdd-8de066c3f42c tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600572 Aug 10 10:43:33.144564 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:43:33.146699 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:43:33.152819 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:43:33.168614 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:43:33.257085 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f763363-9046-4faa-9a42-2e94527357dd req-ddbf4764-764e-4172-98ea-b154888ba0b7 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030752 Aug 10 10:43:33.260646 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'Port': ['ID=28acf1be-9e60-463a-83f2-39445b7df133,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:33.293970 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:33.295065 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.309350 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:33.321614 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-f44b9f21-97b5-4299-a01b-0925d77541b6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2276382 Aug 10 10:43:33.328254 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': 'aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0', 'network_id': '6bc37f0f-32c0-4484-a559-4d0a87348bdc', 'port_id': 'aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0', 'mac_address': 'fa:16:3e:a3:6f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84e2dee-c2f4-4b76-a7c0-1d54be431216', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:43:33.336064 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Request body: {'port': {'device_id': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:43:33.340303 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533b99c-31e6-4737-b86e-d2f3e0be0c70 req-b2bf88a9-ff5d-4394-a412-1fcf469a4905 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:33.341520 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b533b99c-31e6-4737-b86e-d2f3e0be0c70 req-b2bf88a9-ff5d-4394-a412-1fcf469a4905 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1293440 Aug 10 10:43:33.378649 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.428931 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.432438 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b533b99c-31e6-4737-b86e-d2f3e0be0c70 req-f00ed2d4-ba3b-488d-ae12-71d176225658 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813842 Aug 10 10:43:33.578979 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:43:33.600861 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-987988d7-5d70-4de2-a0eb-0d1a7dc596b1 None None] Provisioning for port 28acf1be-9e60-463a-83f2-39445b7df133 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:33.608648 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-987988d7-5d70-4de2-a0eb-0d1a7dc596b1 None None] Provisioning complete for port 28acf1be-9e60-463a-83f2-39445b7df133 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:33.609305 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-987988d7-5d70-4de2-a0eb-0d1a7dc596b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.622679 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:33.632392 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607673fa-9b90-4e70-a3c4-d703ed72a386 req-ce867b4e-773e-4217-9315-3c9ed1e89990 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:33.634085 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-607673fa-9b90-4e70-a3c4-d703ed72a386 req-ce867b4e-773e-4217-9315-3c9ed1e89990 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 931 time: 0.0851891 Aug 10 10:43:33.644272 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.646617 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 9525f651-de73-47ba-92a1-5c531f22a212 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:43:33.695872 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-607673fa-9b90-4e70-a3c4-d703ed72a386 req-3e0bc044-53ba-4d58-9d08-da89e23badbd tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536201 Aug 10 10:43:33.756145 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-987988d7-5d70-4de2-a0eb-0d1a7dc596b1 None None] Port 28acf1be-9e60-463a-83f2-39445b7df133 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:43:33.801760 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:33.831702 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 9525f651-de73-47ba-92a1-5c531f22a212, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9525f651-de73-47ba-92a1-5c531f22a212,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:33.833487 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28acf1be-9e60-463a-83f2-39445b7df133 {{(pid=99995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:43:33.849762 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.850330 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '9525f651-de73-47ba-92a1-5c531f22a212', 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899', 'port_id': '9525f651-de73-47ba-92a1-5c531f22a212', 'mac_address': 'fa:16:3e:84:81:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cfdefe-59de-4398-af72-1d8c42967f55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:43:33.873048 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Transition to ACTIVE for port object 28acf1be-9e60-463a-83f2-39445b7df133 will not be triggered until provisioned by entity L2. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:43:33.880148 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.904562 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.908936 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610289c4-b74b-4d86-97d4-3e63de3ce379 req-57e77d70-325d-4109-bb71-930be1050b03 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:33.910739 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-610289c4-b74b-4d86-97d4-3e63de3ce379 req-57e77d70-325d-4109-bb71-930be1050b03 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0782826 Aug 10 10:43:33.927354 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9525f651-de73-47ba-92a1-5c531f22a212 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:43:33.955999 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 9525f651-de73-47ba-92a1-5c531f22a212, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9525f651-de73-47ba-92a1-5c531f22a212,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:33.964010 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:33.990647 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Pushing event updated for resources: {'Port': ['ID=28acf1be-9e60-463a-83f2-39445b7df133,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:34.005316 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-cf6450f8-f3b1-4bc2-9ee4-432b935d3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.007050 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-cf6450f8-f3b1-4bc2-9ee4-432b935d3d61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 1098 time: 0.1153555 Aug 10 10:43:34.039904 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-610289c4-b74b-4d86-97d4-3e63de3ce379 req-cf8230ef-3a80-40ce-864a-fb96fe97bc94 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206486 Aug 10 10:43:34.054112 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=9525f651-de73-47ba-92a1-5c531f22a212,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:34.077526 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27f06-4f51-47c9-8efb-4e95ccffd4a1 req-c883bf20-6fec-452a-b9ab-86159577231e tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.079314 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0bf27f06-4f51-47c9-8efb-4e95ccffd4a1 req-c883bf20-6fec-452a-b9ab-86159577231e tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 945 time: 0.1245120 Aug 10 10:43:34.158705 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0bf27f06-4f51-47c9-8efb-4e95ccffd4a1 req-a5e97b8a-6118-4768-b545-688877fb2710 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655997 Aug 10 10:43:34.186954 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Attempting to bind port 28acf1be-9e60-463a-83f2-39445b7df133 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:43:34.186954 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Attempting to bind port 28acf1be-9e60-463a-83f2-39445b7df133 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:43:34.187188 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Attempting to bind port 28acf1be-9e60-463a-83f2-39445b7df133 on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:34.213240 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Port 28acf1be-9e60-463a-83f2-39445b7df133 on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:43:34.213622 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Attempting to bind port 28acf1be-9e60-463a-83f2-39445b7df133 on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:43:34.221939 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-8979f72b-48f5-4331-b5c8-8016d0de34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.223462 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-8979f72b-48f5-4331-b5c8-8016d0de34a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 912 time: 0.2008293 Aug 10 10:43:34.224368 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:43:34.224699 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Checking segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:43:34.225072 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Bound using segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:43:34.225504 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Bound port: 28acf1be-9e60-463a-83f2-39445b7df133, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:43:34.225860 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:34.249544 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:43:34.256672 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['9525f651-de73-47ba-92a1-5c531f22a212'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:43:34.308942 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ef637-8346-49e9-9d8b-237f2808fadb req-232ab3c8-b870-4133-9785-e1ac21feea79 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.310831 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fc4ef637-8346-49e9-9d8b-237f2808fadb req-232ab3c8-b870-4133-9785-e1ac21feea79 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 944 time: 0.0751243 Aug 10 10:43:34.319452 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6543e-e98a-42c8-9584-4157fdc7d02d req-46d358b6-c1fd-47c6-96ca-8501e24682d3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.321792 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fea6543e-e98a-42c8-9584-4157fdc7d02d req-46d358b6-c1fd-47c6-96ca-8501e24682d3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0999005 Aug 10 10:43:34.399869 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fc4ef637-8346-49e9-9d8b-237f2808fadb req-4e5cdb44-426c-48c7-a9a9-feb6c32f85a1 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776927 Aug 10 10:43:34.409236 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fea6543e-e98a-42c8-9584-4157fdc7d02d req-13775c35-d132-4a83-b9d8-bf05c2b131cc tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703995 Aug 10 10:43:34.596460 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-d18afedb-c384-42f6-a0ad-69db7ce53e3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6 HTTP/1.1" status: 200 len: 1001 time: 0.0816984 Aug 10 10:43:34.597476 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] For port 28acf1be-9e60-463a-83f2-39445b7df133, host hv-cinder-77218, cleared binding levels {{(pid=99995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:43:34.601058 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] For port 28acf1be-9e60-463a-83f2-39445b7df133, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=28acf1be-9e60-463a-83f2-39445b7df133,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:43:34.614291 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:34.681374 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.682028 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:34.683482 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] 10.222.0.26 "PUT /v2.0/ports/28acf1be-9e60-463a-83f2-39445b7df133 HTTP/1.1" status: 200 len: 1093 time: 1.3526711 Aug 10 10:43:34.686440 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'tag': '28acf1be-9e60-463a-83f2-39445b7df133'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:34.688434 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de" -d '{"events": [{"name": "network-changed", "server_uuid": "ff71868d-6201-48f0-9a71-2565fcc3bccd", "tag": "28acf1be-9e60-463a-83f2-39445b7df133"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:34.700985 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-3ff2178e-4548-4598-93e8-c08c54fc5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.702533 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-3ff2178e-4548-4598-93e8-c08c54fc5e5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 200 len: 850 time: 0.0986381 Aug 10 10:43:34.768610 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835e9b4-9490-4ffa-a8ef-87d3054787e7 service neutron] Pushing event updated for resources: {'Port': ['ID=28acf1be-9e60-463a-83f2-39445b7df133,revision_number=3']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:34.788876 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bac0b2-ddb9-4ab7-8092-9b5c4fb44b4e x-openstack-request-id: req-95bac0b2-ddb9-4ab7-8092-9b5c4fb44b4e {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:34.790256 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff71868d-6201-48f0-9a71-2565fcc3bccd", "tag": "28acf1be-9e60-463a-83f2-39445b7df133", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:34.790517 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95bac0b2-ddb9-4ab7-8092-9b5c4fb44b4e {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:34.791037 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'tag': '28acf1be-9e60-463a-83f2-39445b7df133', 'status': 'completed', 'code': 200} Aug 10 10:43:34.837368 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-06407c63-7bd8-42f6-8b6f-75aab449d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.838946 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-06407c63-7bd8-42f6-8b6f-75aab449d15a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a686f5a1-3827-490e-91cf-bda9d5767415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1163859 Aug 10 10:43:34.847132 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-9270f183-6c79-450a-b7e2-50ced14810d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.848699 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-9270f183-6c79-450a-b7e2-50ced14810d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 1096 time: 0.0746286 Aug 10 10:43:34.879501 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be099e39-1f53-4105-9623-6c1e8943652f req-8ac7e722-c4fa-494f-b326-996f0e564ff0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:34.888152 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-be099e39-1f53-4105-9623-6c1e8943652f req-8ac7e722-c4fa-494f-b326-996f0e564ff0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0811214 Aug 10 10:43:34.925793 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-be099e39-1f53-4105-9623-6c1e8943652f req-1901e8f9-c4cb-4742-ab82-a6a3508b1577 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375724 Aug 10 10:43:34.933990 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-6af9bce1-0b75-4226-9b12-6895a6654d37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28acf1be-9e60-463a-83f2-39445b7df133 HTTP/1.1" status: 200 len: 217 time: 0.0626838 Aug 10 10:43:35.009272 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-c20ea4be-0993-4de3-906d-70d851b45c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.010763 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-c20ea4be-0993-4de3-906d-70d851b45c47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0698366 Aug 10 10:43:35.033157 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-5d188029-300d-48f4-8122-8f3d8463ce4b service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833594 Aug 10 10:43:35.128924 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-6aa0ec19-b0b1-4723-940c-566681b5b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.130541 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-6aa0ec19-b0b1-4723-940c-566681b5b2e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1107590 Aug 10 10:43:35.163925 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 9525f651-de73-47ba-92a1-5c531f22a212 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:35.203490 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-77b543c8-83e3-4722-a08e-18ec951c6637 req-86ca8095-7b37-4324-8e0e-7413260baa94 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539414 Aug 10 10:43:35.212468 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e363722-a157-4ab7-a9b7-03fb2bb09cb8 req-e10a6021-294d-4217-9c8b-5d20188091c8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.214089 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5e363722-a157-4ab7-a9b7-03fb2bb09cb8 req-e10a6021-294d-4217-9c8b-5d20188091c8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0760868 Aug 10 10:43:35.253896 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 9525f651-de73-47ba-92a1-5c531f22a212 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:35.259492 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 9525f651-de73-47ba-92a1-5c531f22a212 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:35.260303 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:35.262099 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-acff810d-68c0-4f77-be75-b5eec112d52b service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167457 Aug 10 10:43:35.295614 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5e363722-a157-4ab7-a9b7-03fb2bb09cb8 req-6587ab24-318e-4ef0-8079-776ce8d4e44d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581355 Aug 10 10:43:35.316576 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af4ce3-1eba-4deb-a397-746c4f6f414f req-1d8b4cd4-b422-4940-a559-dd45dc2a82d8 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.318949 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e1af4ce3-1eba-4deb-a397-746c4f6f414f req-1d8b4cd4-b422-4940-a559-dd45dc2a82d8 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 945 time: 0.0928285 Aug 10 10:43:35.364206 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e1af4ce3-1eba-4deb-a397-746c4f6f414f req-78cfe397-4900-4bab-8dbc-c09bb11a30f6 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382168 Aug 10 10:43:35.372729 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:35.384881 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0eb081e7-42a4-452a-95f7-830352bb7f77 req-d87daeb7-7e7f-4a56-8c7a-c0b02f4b1a9d service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116009 Aug 10 10:43:35.400986 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea8d13-f62d-4c7f-a03e-27b933e9a2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9525f651-de73-47ba-92a1-5c531f22a212'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:35.404141 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703c4e73-cbfb-41d7-949f-1be6763fd3a2" -d '{"events": [{"server_uuid": "17ea8d13-f62d-4c7f-a03e-27b933e9a2e6", "name": "network-vif-plugged", "status": "completed", "tag": "9525f651-de73-47ba-92a1-5c531f22a212"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:35.420608 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 9525f651-de73-47ba-92a1-5c531f22a212, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9525f651-de73-47ba-92a1-5c531f22a212,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:35.426048 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:35.427041 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:43:35.483716 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59125a2-a1cd-4e18-892d-3ba5db4d113f x-openstack-request-id: req-d59125a2-a1cd-4e18-892d-3ba5db4d113f {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:35.484016 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea8d13-f62d-4c7f-a03e-27b933e9a2e6", "name": "network-vif-plugged", "status": "completed", "tag": "9525f651-de73-47ba-92a1-5c531f22a212", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:35.484257 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d59125a2-a1cd-4e18-892d-3ba5db4d113f {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:35.484656 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea8d13-f62d-4c7f-a03e-27b933e9a2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9525f651-de73-47ba-92a1-5c531f22a212', 'code': 200} Aug 10 10:43:35.538233 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=9525f651-de73-47ba-92a1-5c531f22a212,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:35.597732 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-9756a3e7-ebb0-4940-9f8b-529c46ce4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.599339 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:35.599920 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-9756a3e7-ebb0-4940-9f8b-529c46ce4e7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 1096 time: 0.1393726 Aug 10 10:43:35.631329 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9688e-a3d3-4f22-98c2-4d73dd2b367b req-0e75a7b8-fdfd-4a10-b498-813d8fdd3d21 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.632906 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a3a9688e-a3d3-4f22-98c2-4d73dd2b367b req-0e75a7b8-fdfd-4a10-b498-813d8fdd3d21 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 945 time: 0.1136355 Aug 10 10:43:35.657709 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49074b4-1585-448a-ac29-f86b01689e95 req-e587a626-accd-4ab5-8f94-bfc46cc420f2 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.659322 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d49074b4-1585-448a-ac29-f86b01689e95 req-e587a626-accd-4ab5-8f94-bfc46cc420f2 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 945 time: 0.0893030 Aug 10 10:43:35.680428 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:35.687419 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:35.744097 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-fc6911e5-e3dd-4f29-a435-30383952ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.745536 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-fc6911e5-e3dd-4f29-a435-30383952ba94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 912 time: 0.1320426 Aug 10 10:43:35.750665 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=8']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:35.756203 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a3a9688e-a3d3-4f22-98c2-4d73dd2b367b req-0afc1e3a-ee12-47ef-a35f-36843803dcdd tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958991 Aug 10 10:43:35.759248 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d49074b4-1585-448a-ac29-f86b01689e95 req-8e6ddd29-3bc0-441e-b3cf-51a9803b4316 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816267 Aug 10 10:43:35.830087 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-c68dfa51-69bf-4a28-abde-6f2a26eea783 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28acf1be-9e60-463a-83f2-39445b7df133 HTTP/1.1" status: 200 len: 217 time: 0.0665407 Aug 10 10:43:35.872106 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8c2e-3eee-48f1-9d1a-bcfb63385f1c req-02711ee9-43b2-4298-9e1b-7cb4b7e6d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.873657 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a63b8c2e-3eee-48f1-9d1a-bcfb63385f1c req-02711ee9-43b2-4298-9e1b-7cb4b7e6d460 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 1098 time: 0.1042221 Aug 10 10:43:35.935897 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-4a654c05-caa5-4def-b2f0-07b907eb6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:35.937766 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-4a654c05-caa5-4def-b2f0-07b907eb6490 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0983243 Aug 10 10:43:35.980510 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a63b8c2e-3eee-48f1-9d1a-bcfb63385f1c req-77e0bdec-fa6e-4474-a5b7-49e892d07183 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927014 Aug 10 10:43:36.000121 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-6a7c28fa-ac4a-4102-893e-df166149d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:36.001848 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-6a7c28fa-ac4a-4102-893e-df166149d9fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557237 Aug 10 10:43:36.070953 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944e712-0a75-47cf-98eb-302677162572 req-3fdee292-5ef1-4d46-bf8e-05198a6c6918 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:36.075695 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0944e712-0a75-47cf-98eb-302677162572 req-3fdee292-5ef1-4d46-bf8e-05198a6c6918 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0643728 Aug 10 10:43:36.120713 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0944e712-0a75-47cf-98eb-302677162572 req-e8b495c3-3137-431d-a8f6-2f1deeadcb61 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399096 Aug 10 10:43:36.138235 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-007ae82a-4e61-4cc6-8e66-f2bbd8b6e5ea service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051641 Aug 10 10:43:36.262655 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0c5b1dd3-cbe4-4b44-b865-c369ba3960de req-0cb32f10-2abf-4804-84e3-25787223e286 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153347 Aug 10 10:43:36.421588 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d96ea-42fc-4697-96fc-302d02c20066 req-8307e3d2-f437-486f-8706-4f1964dc3107 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:36.423345 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ee7d96ea-42fc-4697-96fc-302d02c20066 req-8307e3d2-f437-486f-8706-4f1964dc3107 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0546050 Aug 10 10:43:36.466548 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ee7d96ea-42fc-4697-96fc-302d02c20066 req-0a44c6ce-952a-4f27-8b9b-f20b46ce0ce0 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365562 Aug 10 10:43:36.604885 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaedeb-bec9-4925-90c9-46c3a39ca5f4 req-60ebf2de-4d34-4324-bbb0-922e7b26f13f tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:36.606550 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8eeaedeb-bec9-4925-90c9-46c3a39ca5f4 req-60ebf2de-4d34-4324-bbb0-922e7b26f13f tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 945 time: 0.0977340 Aug 10 10:43:36.630354 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205e002-fb98-4d53-b9a4-bf4f60c35620 req-5ec1274d-db3f-43eb-a34d-41df98898c40 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:36.632053 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b205e002-fb98-4d53-b9a4-bf4f60c35620 req-5ec1274d-db3f-43eb-a34d-41df98898c40 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0830708 Aug 10 10:43:36.679564 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8eeaedeb-bec9-4925-90c9-46c3a39ca5f4 req-905c6fad-43a0-47b9-91c3-f9b0d1460cff tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656729 Aug 10 10:43:36.706853 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b205e002-fb98-4d53-b9a4-bf4f60c35620 req-ea7a04c3-1466-40a4-8687-a195a95a8102 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594242 Aug 10 10:43:36.917880 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d890a26-b5dd-4899-bba5-3581f50fb5e1 req-cdc44b38-eea6-46b1-93f5-564c3faee178 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:36.921470 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2d890a26-b5dd-4899-bba5-3581f50fb5e1 req-cdc44b38-eea6-46b1-93f5-564c3faee178 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 945 time: 0.0592222 Aug 10 10:43:36.986704 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2d890a26-b5dd-4899-bba5-3581f50fb5e1 req-d8de6164-9ad2-4107-893f-5c3eb2c91b4b tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555396 Aug 10 10:43:37.013354 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 43304) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:43:37.105404 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-05aaae73-16cc-47fa-87e5-d8eaff33f4a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907891 Aug 10 10:43:37.191801 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:37.261993 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:37.267975 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:37.268353 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:37.284058 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac42c07-caa7-411a-a03a-aa49d40faa61 req-6dbc0694-aa30-4510-b56c-96734d8c4e72 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:37.286882 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-aac42c07-caa7-411a-a03a-aa49d40faa61 req-6dbc0694-aa30-4510-b56c-96734d8c4e72 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0919783 Aug 10 10:43:37.366458 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:37.368642 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-aac42c07-caa7-411a-a03a-aa49d40faa61 req-897b6cd9-a812-4bd0-ad0a-abb72901c475 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683184 Aug 10 10:43:37.380533 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5696a4-89cc-498c-a4af-b231ec30160d req-b81ccfce-bcab-4d63-b1e4-8f98245b7812 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:37.382162 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c5696a4-89cc-498c-a4af-b231ec30160d req-b81ccfce-bcab-4d63-b1e4-8f98245b7812 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0832548 Aug 10 10:43:37.403829 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:37.410646 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:37.430130 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c5696a4-89cc-498c-a4af-b231ec30160d req-1418c8f3-6fbe-48f9-9122-da2bafcd4784 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Aug 10 10:43:37.463707 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:37.486208 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca'}, {'server_uuid': '9354f616-cb6d-40d7-b894-75fe39e6ad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:37.488772 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac69f36-6a6b-4343-9891-f8a352ee765e" -d '{"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca"}, {"server_uuid": "9354f616-cb6d-40d7-b894-75fe39e6ad2d", "name": "network-vif-plugged", "status": "completed", "tag": "aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:37.534477 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1117b194-5d05-4a9c-9a55-1fbdd9a5e65d x-openstack-request-id: req-1117b194-5d05-4a9c-9a55-1fbdd9a5e65d {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:37.534904 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-unplugged", "status": "failed", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca", "code": 422}, {"server_uuid": "9354f616-cb6d-40d7-b894-75fe39e6ad2d", "name": "network-vif-plugged", "status": "completed", "tag": "aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:37.535428 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1117b194-5d05-4a9c-9a55-1fbdd9a5e65d {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:37.535934 dv-cinder-772181-13-iscsi neutron-server[99997]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'code': 422} returned with failed status Aug 10 10:43:37.536305 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9354f616-cb6d-40d7-b894-75fe39e6ad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0', 'code': 200} Aug 10 10:43:37.736393 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f778-7295-4024-88b9-ccd4d994de11 req-e645ca1b-a7f9-4e09-a0eb-1c2948b80d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:37.737919 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6514f778-7295-4024-88b9-ccd4d994de11 req-e645ca1b-a7f9-4e09-a0eb-1c2948b80d8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 1099 time: 0.0433986 Aug 10 10:43:37.780656 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6514f778-7295-4024-88b9-ccd4d994de11 req-78c7dcc6-859e-4e27-a066-cb6953f353dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342350 Aug 10 10:43:37.836629 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47cd2-5de7-4d01-b126-885680d4b88c req-39bf201e-c57a-45ff-8f35-a4c83c3c6891 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:37.838187 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f2b47cd2-5de7-4d01-b126-885680d4b88c req-39bf201e-c57a-45ff-8f35-a4c83c3c6891 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0809169 Aug 10 10:43:37.869414 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde51ab1-913f-4d35-b36c-568912be313a req-f8b7b065-61ad-4660-9ef1-e6d275dcaa64 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:37.871478 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cde51ab1-913f-4d35-b36c-568912be313a req-f8b7b065-61ad-4660-9ef1-e6d275dcaa64 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0758431 Aug 10 10:43:37.900864 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f2b47cd2-5de7-4d01-b126-885680d4b88c req-6a55235d-9f26-4986-9a0b-85b2fe25bdf3 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556479 Aug 10 10:43:37.926987 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cde51ab1-913f-4d35-b36c-568912be313a req-d5d162d6-df8f-4a37-9e49-eed066489ca6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490468 Aug 10 10:43:38.114461 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109bcea-966d-4025-a0a2-d6351279c2da req-e4254694-d9b8-40d0-9926-36b04a4668e8 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:38.116044 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8109bcea-966d-4025-a0a2-d6351279c2da req-e4254694-d9b8-40d0-9926-36b04a4668e8 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 945 time: 0.0566173 Aug 10 10:43:38.165915 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8109bcea-966d-4025-a0a2-d6351279c2da req-8a7f4027-2bab-4242-96f5-265917f80c2f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Aug 10 10:43:38.497277 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9431e3f-00f0-4b17-a834-1cfd9216bf2c req-7a7f2309-f153-4428-b723-0dd75d14c517 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:38.498968 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f9431e3f-00f0-4b17-a834-1cfd9216bf2c req-7a7f2309-f153-4428-b723-0dd75d14c517 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0561934 Aug 10 10:43:38.540404 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f9431e3f-00f0-4b17-a834-1cfd9216bf2c req-39e73da8-090f-499f-ba3c-1b50b1e31284 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347791 Aug 10 10:43:38.607593 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a7cb-a386-4770-98b4-74a1c630a8b0 req-30569788-2302-4b00-883c-104d1297b82d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:38.607593 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e5e4a7cb-a386-4770-98b4-74a1c630a8b0 req-30569788-2302-4b00-883c-104d1297b82d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0623112 Aug 10 10:43:38.656780 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e5e4a7cb-a386-4770-98b4-74a1c630a8b0 req-f293475e-eac2-4bd3-a3ff-a7688787b65f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Aug 10 10:43:38.844421 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-5624e196-077f-43e3-8601-63531553e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:38.846133 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-5624e196-077f-43e3-8601-63531553e3b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4&tenant_id=0d2d659e30074d3a8f138742fa9684e3 HTTP/1.1" status: 200 len: 1096 time: 0.0878329 Aug 10 10:43:38.917968 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-841d9b0f-6961-4089-a440-eef95f7b3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:38.919751 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-841d9b0f-6961-4089-a440-eef95f7b3142 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0426118 Aug 10 10:43:39.022913 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-953f642b-caf9-4bd0-bbab-63f812621ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:39.024872 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-953f642b-caf9-4bd0-bbab-63f812621ab2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.0966930 Aug 10 10:43:39.034365 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e0c75-7a19-4eae-9e40-06c782ee2f9a req-e83ab382-bd45-4eff-9a53-f87df84e3da6 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:39.035893 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9a0e0c75-7a19-4eae-9e40-06c782ee2f9a req-e83ab382-bd45-4eff-9a53-f87df84e3da6 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0581281 Aug 10 10:43:39.098768 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9a0e0c75-7a19-4eae-9e40-06c782ee2f9a req-dc851dc8-21ba-4318-a62e-37d1103127ec tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532188 Aug 10 10:43:39.103843 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-f0f7b25a-c19e-408c-9221-9e4288d7fd95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca HTTP/1.1" status: 200 len: 999 time: 0.0700612 Aug 10 10:43:39.110802 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c251e-de9f-4eb0-bfb4-7ce2bf341f80 req-9675a97c-8d7f-4f5b-a1fc-a029e0eca1f6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:39.116622 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fe1c251e-de9f-4eb0-bfb4-7ce2bf341f80 req-9675a97c-8d7f-4f5b-a1fc-a029e0eca1f6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0868011 Aug 10 10:43:39.162825 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-910a4436-ed31-41a5-9650-b30dabae0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:39.164371 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-910a4436-ed31-41a5-9650-b30dabae0b1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.0532782 Aug 10 10:43:39.165542 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fe1c251e-de9f-4eb0-bfb4-7ce2bf341f80 req-f3e9d92f-5558-4b94-b932-948e4106a810 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472405 Aug 10 10:43:39.206633 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:43:39.216593 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-e445260a-b2d5-483a-9ec2-633a0cd57094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:39.218117 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-e445260a-b2d5-483a-9ec2-633a0cd57094 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450265 Aug 10 10:43:39.321363 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-dca02eee-e914-49bb-8e00-678ad9f6d066 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911751 Aug 10 10:43:39.419370 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5211fdbc-a774-4f9a-a6a5-afc14a92abce req-571d65b2-f696-43e6-895e-051e3d831b78 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899062 Aug 10 10:43:39.680954 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a772-fb73-4e32-a94a-c9cb955c43c6 req-f39e78fc-4821-412e-9607-b27a77a667c1 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:39.682568 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-93f9a772-fb73-4e32-a94a-c9cb955c43c6 req-f39e78fc-4821-412e-9607-b27a77a667c1 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0580413 Aug 10 10:43:39.755753 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-93f9a772-fb73-4e32-a94a-c9cb955c43c6 req-76947565-e744-4d9c-ae27-58b72e239b08 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611913 Aug 10 10:43:39.881250 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a3922-4895-4029-926e-082e8b931c53 req-ecdba0a7-c46f-4737-846f-a09dc8a1587a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:39.883140 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b7a3922-4895-4029-926e-082e8b931c53 req-ecdba0a7-c46f-4737-846f-a09dc8a1587a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0601673 Aug 10 10:43:39.927246 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b7a3922-4895-4029-926e-082e8b931c53 req-82a55f70-0fad-4359-a633-1ae26e92391f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369608 Aug 10 10:43:40.010743 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba964f5-e978-44b1-b350-73a4caa09465 req-1ebf2e4c-7e6b-4aa2-9f40-3599e8923709 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:40.012406 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dba964f5-e978-44b1-b350-73a4caa09465 req-1ebf2e4c-7e6b-4aa2-9f40-3599e8923709 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0652916 Aug 10 10:43:40.055172 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dba964f5-e978-44b1-b350-73a4caa09465 req-ca715f9f-37fe-4ae7-9dcc-ea01202130a7 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351377 Aug 10 10:43:40.322885 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceacfba-e67e-44ee-817e-799e654eb169 req-13d1b2a8-f52e-4db6-b037-6e753272a986 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:40.324852 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8ceacfba-e67e-44ee-817e-799e654eb169 req-13d1b2a8-f52e-4db6-b037-6e753272a986 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0652237 Aug 10 10:43:40.377927 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8ceacfba-e67e-44ee-817e-799e654eb169 req-da86c434-94af-4550-a85b-f94008b0cc62 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466981 Aug 10 10:43:40.893413 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9a725-3a71-456c-864e-62207d1cb6c7 req-90e6fb3e-03ee-4c39-b158-d33c0f96fd93 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:40.894945 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a8f9a725-3a71-456c-864e-62207d1cb6c7 req-90e6fb3e-03ee-4c39-b158-d33c0f96fd93 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0673361 Aug 10 10:43:40.941462 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a8f9a725-3a71-456c-864e-62207d1cb6c7 req-d9256c8a-4918-4fd8-96c9-c376772a0289 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396621 Aug 10 10:43:41.083377 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f48508-f4f8-45a1-bbae-2ee2e5b3af29 req-ef1d9cb8-c7f6-45fd-910d-c0a4c8920239 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:41.087380 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e7f48508-f4f8-45a1-bbae-2ee2e5b3af29 req-ef1d9cb8-c7f6-45fd-910d-c0a4c8920239 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0660324 Aug 10 10:43:41.135890 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e7f48508-f4f8-45a1-bbae-2ee2e5b3af29 req-89ae9c61-cf85-46e9-b0f3-8231a137cb9f tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Aug 10 10:43:41.231910 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abd86c-474b-4608-bdd8-d2e2c1578b6e req-6f7eab43-b53e-44d6-bf16-d8a5be54103c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:41.233398 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-63abd86c-474b-4608-bdd8-d2e2c1578b6e req-6f7eab43-b53e-44d6-bf16-d8a5be54103c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0607746 Aug 10 10:43:41.274861 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-63abd86c-474b-4608-bdd8-d2e2c1578b6e req-8e9ba019-b750-4231-af50-9d64730a0c0f tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354922 Aug 10 10:43:41.523691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c8749-5f1f-46d7-ae9f-674994c692f3 req-fc5b35fa-7b2a-4ede-b9d0-acf10bb1e1e0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:41.525318 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-732c8749-5f1f-46d7-ae9f-674994c692f3 req-fc5b35fa-7b2a-4ede-b9d0-acf10bb1e1e0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0643322 Aug 10 10:43:41.572546 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-732c8749-5f1f-46d7-ae9f-674994c692f3 req-d4756eea-f572-4393-9fb7-384b1354750c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389884 Aug 10 10:43:42.074172 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10bfd6-4b82-4162-a53e-714f4e10ec2b req-f7ae650a-5ee4-451b-a8e5-16125fa59f6c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:42.081734 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cc10bfd6-4b82-4162-a53e-714f4e10ec2b req-f7ae650a-5ee4-451b-a8e5-16125fa59f6c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0577848 Aug 10 10:43:42.116568 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cc10bfd6-4b82-4162-a53e-714f4e10ec2b req-77eeb57b-fc55-4182-8419-321384f9a535 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338569 Aug 10 10:43:42.268038 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dd2ad-6659-4acb-84bb-03ef7a1abf66 req-54094a5e-54a5-45a0-a1dc-6f832a4552b2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:42.269570 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e38dd2ad-6659-4acb-84bb-03ef7a1abf66 req-54094a5e-54a5-45a0-a1dc-6f832a4552b2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 946 time: 0.0562699 Aug 10 10:43:42.318054 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e38dd2ad-6659-4acb-84bb-03ef7a1abf66 req-fa6ad66b-4740-4454-b350-fce4a6298d71 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Aug 10 10:43:42.419338 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b738b-bc45-4023-a82e-acb3335bfea1 req-1e847dd4-2769-4b74-8fbb-adfd3dfc0642 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:42.421089 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b74b738b-bc45-4023-a82e-acb3335bfea1 req-1e847dd4-2769-4b74-8fbb-adfd3dfc0642 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0641589 Aug 10 10:43:42.463088 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b74b738b-bc45-4023-a82e-acb3335bfea1 req-929ef575-615f-45ed-95e2-5c9b80514c08 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348027 Aug 10 10:43:42.705173 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea6ba9-7f72-491e-8733-6052b01fb409 req-e33eadac-4c9a-4ba4-9dc0-3247340907e8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:42.706692 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bea6ba9-7f72-491e-8733-6052b01fb409 req-e33eadac-4c9a-4ba4-9dc0-3247340907e8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0582197 Aug 10 10:43:42.753310 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bea6ba9-7f72-491e-8733-6052b01fb409 req-d17aed47-d745-4cc2-b409-8a13e3d40b98 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403161 Aug 10 10:43:43.230164 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:43:43.246260 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc378a9-2586-40f5-9b35-2a78dea78235 req-6a478aca-0403-4f5b-a4b6-dfa2eb84cbe5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:43.247866 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-acc378a9-2586-40f5-9b35-2a78dea78235 req-6a478aca-0403-4f5b-a4b6-dfa2eb84cbe5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0611713 Aug 10 10:43:43.293345 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-acc378a9-2586-40f5-9b35-2a78dea78235 req-ffad490a-5741-49c5-a146-561917a6986a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379617 Aug 10 10:43:43.330425 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:43.354562 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06108bea-9532-4821-85e9-a5a71e37be61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:43.356967 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3725043-6842-42ce-8b76-636b933e3096" -d '{"events": [{"server_uuid": "06108bea-9532-4821-85e9-a5a71e37be61", "name": "network-vif-unplugged", "status": "completed", "tag": "64f2d4c8-f041-42f6-abae-7dcb6e2f1e83"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:43.387666 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:43.396293 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:43.423656 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15ec927-f347-4191-953b-cd4ce8fed4d1 x-openstack-request-id: req-f15ec927-f347-4191-953b-cd4ce8fed4d1 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:43.423986 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06108bea-9532-4821-85e9-a5a71e37be61", "name": "network-vif-unplugged", "status": "completed", "tag": "64f2d4c8-f041-42f6-abae-7dcb6e2f1e83", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:43.424195 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f15ec927-f347-4191-953b-cd4ce8fed4d1 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:43.424588 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06108bea-9532-4821-85e9-a5a71e37be61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83', 'code': 200} Aug 10 10:43:43.459659 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22092ec-8ce5-4625-99bd-066568b19b5d req-5058126e-d24c-4a04-b3e0-ec1ea921d2ae tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:43.460525 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,revision_number=6']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:43.462248 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e22092ec-8ce5-4625-99bd-066568b19b5d req-5058126e-d24c-4a04-b3e0-ec1ea921d2ae tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0580831 Aug 10 10:43:43.529317 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e22092ec-8ce5-4625-99bd-066568b19b5d req-f0b7b79f-4f3f-4839-b844-eed1e3590fd3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488572 Aug 10 10:43:43.605414 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989401-a2e2-4fc4-853e-4de53ca83366 req-39f08700-cad5-4c04-8338-38b669148098 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:43.607088 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ce989401-a2e2-4fc4-853e-4de53ca83366 req-39f08700-cad5-4c04-8338-38b669148098 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0581286 Aug 10 10:43:43.649955 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ce989401-a2e2-4fc4-853e-4de53ca83366 req-8b83009a-ed22-40b4-8861-87f15c06afd5 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364788 Aug 10 10:43:43.905539 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4f5d-5e19-4be0-a6b5-346f3c3a27bd req-c248bb8b-5a51-4af7-8321-e149ceef3d1e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:43.907347 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d82e4f5d-5e19-4be0-a6b5-346f3c3a27bd req-c248bb8b-5a51-4af7-8321-e149ceef3d1e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0654449 Aug 10 10:43:43.971444 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d82e4f5d-5e19-4be0-a6b5-346f3c3a27bd req-be7a97cf-4b93-407b-b8fb-646c2f0dd4ef tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552320 Aug 10 10:43:44.424561 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9ab17-fe9a-4e1d-8b23-637af2011dfc req-3af2a82d-0c7c-4842-8a77-6d14729cd5a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:44.426019 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5bd9ab17-fe9a-4e1d-8b23-637af2011dfc req-3af2a82d-0c7c-4842-8a77-6d14729cd5a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0548842 Aug 10 10:43:44.478346 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5bd9ab17-fe9a-4e1d-8b23-637af2011dfc req-1447bfaf-5657-468b-9241-f24cae395de1 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460184 Aug 10 10:43:44.660165 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2016473-b231-4d79-b53d-bff49bd121c6 req-c4ac48f4-7033-4104-b49e-9b3ad2e67298 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:44.661693 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2016473-b231-4d79-b53d-bff49bd121c6 req-c4ac48f4-7033-4104-b49e-9b3ad2e67298 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0502465 Aug 10 10:43:44.717041 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2016473-b231-4d79-b53d-bff49bd121c6 req-8fa4bdf6-d67b-46b1-942d-d608df4df7f8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483878 Aug 10 10:43:44.789176 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12370303-bb43-4974-8e37-1e85bfcf6482 req-f1a58826-337e-47e4-a75b-1bb95af87752 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:44.797751 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12370303-bb43-4974-8e37-1e85bfcf6482 req-f1a58826-337e-47e4-a75b-1bb95af87752 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0676458 Aug 10 10:43:44.837249 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12370303-bb43-4974-8e37-1e85bfcf6482 req-0a6a2b61-0f6b-476c-92f7-09ced076911c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Aug 10 10:43:45.117013 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a891e9-67d7-40a0-ad5b-2c250a7e2c44 req-475b4416-f14a-4d92-9b8b-b3ee0ca20290 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:45.118607 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64a891e9-67d7-40a0-ad5b-2c250a7e2c44 req-475b4416-f14a-4d92-9b8b-b3ee0ca20290 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0609946 Aug 10 10:43:45.161946 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64a891e9-67d7-40a0-ad5b-2c250a7e2c44 req-72ebcc12-0ca0-4678-9e94-4210b37f32b7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364933 Aug 10 10:43:45.600814 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3aa9d-a290-4567-95d7-2eb649662458 req-ded91b63-9095-4749-9213-cce2059a7d8e tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:45.602382 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d3a3aa9d-a290-4567-95d7-2eb649662458 req-ded91b63-9095-4749-9213-cce2059a7d8e tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0563085 Aug 10 10:43:45.640337 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d3a3aa9d-a290-4567-95d7-2eb649662458 req-54cc6966-64ff-48b0-9808-9bbc00757cd2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Aug 10 10:43:45.778865 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:43:45.832515 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a8630-60e4-4142-9772-306b40b86ff9 req-b04b3a7d-bf32-4ebe-97f1-ad4860aa716a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:45.833974 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-362a8630-60e4-4142-9772-306b40b86ff9 req-b04b3a7d-bf32-4ebe-97f1-ad4860aa716a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0516965 Aug 10 10:43:45.883075 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-362a8630-60e4-4142-9772-306b40b86ff9 req-950e1c0d-2137-4d1f-8602-637f6d217b73 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417125 Aug 10 10:43:45.977492 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868d16a-49e4-42a4-b98f-d0d945ce3690 req-89586033-fd8b-4433-9fcb-80ace516c7c0 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:45.980072 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c868d16a-49e4-42a4-b98f-d0d945ce3690 req-89586033-fd8b-4433-9fcb-80ace516c7c0 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0597882 Aug 10 10:43:46.044599 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c868d16a-49e4-42a4-b98f-d0d945ce3690 req-64b65a2f-4d84-474b-8f98-ef9016b6b10a tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567422 Aug 10 10:43:46.301372 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d7e72-3fb9-437f-9bc4-9965e9933236 req-7810a7a8-6993-4ecd-b533-cdee08b3bd7e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:46.302813 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-702d7e72-3fb9-437f-9bc4-9965e9933236 req-7810a7a8-6993-4ecd-b533-cdee08b3bd7e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0599813 Aug 10 10:43:46.359333 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-702d7e72-3fb9-437f-9bc4-9965e9933236 req-167e4f7f-6429-4a1f-aff9-06dfbd88c6f3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495007 Aug 10 10:43:46.776087 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ee4b0-aa7e-4033-973a-b15f99fbda31 req-d2391fac-bd80-4f70-b112-e22dc3871dbc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:46.780149 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cd1ee4b0-aa7e-4033-973a-b15f99fbda31 req-d2391fac-bd80-4f70-b112-e22dc3871dbc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0593569 Aug 10 10:43:46.817625 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cd1ee4b0-aa7e-4033-973a-b15f99fbda31 req-943fbbc9-36bd-4bcf-8e27-9654374a0176 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Aug 10 10:43:47.009756 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf3994-2462-4c66-abf8-c2dc59b0aeb5 req-6c63848b-4c9c-42f2-822c-cbdb25384cb4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:47.011879 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-72cf3994-2462-4c66-abf8-c2dc59b0aeb5 req-6c63848b-4c9c-42f2-822c-cbdb25384cb4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0541160 Aug 10 10:43:47.059539 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-72cf3994-2462-4c66-abf8-c2dc59b0aeb5 req-a17a25b6-e389-4810-9b71-0748440da820 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410423 Aug 10 10:43:47.178842 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa55de-e3b3-4ac0-b825-f08b1e0eedc0 req-559fa716-3bb0-4571-82ed-dcacad3a086c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:47.180487 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-79aa55de-e3b3-4ac0-b825-f08b1e0eedc0 req-559fa716-3bb0-4571-82ed-dcacad3a086c tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0657120 Aug 10 10:43:47.220564 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-79aa55de-e3b3-4ac0-b825-f08b1e0eedc0 req-30a87062-2d8f-40bc-bacd-e4a0662bd109 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333252 Aug 10 10:43:47.492309 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb1063-1ea7-418b-8500-978bca6845d7 req-54cba3c3-6e0b-4714-a3a1-0c10db0cc9bd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:47.494276 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f9eb1063-1ea7-418b-8500-978bca6845d7 req-54cba3c3-6e0b-4714-a3a1-0c10db0cc9bd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0626206 Aug 10 10:43:47.563397 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f9eb1063-1ea7-418b-8500-978bca6845d7 req-e9f31d4e-bbfa-4055-8439-5abcf6d48b48 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570765 Aug 10 10:43:47.950847 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d44830-2ffc-439a-95dc-4786a381b4e3 req-f21b659d-8b13-49f8-87f2-8f7bb78044b4 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:47.955916 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-35d44830-2ffc-439a-95dc-4786a381b4e3 req-f21b659d-8b13-49f8-87f2-8f7bb78044b4 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0683382 Aug 10 10:43:48.015740 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-35d44830-2ffc-439a-95dc-4786a381b4e3 req-fd3baa0a-be0b-4792-bbcf-7c13f30ad45b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566077 Aug 10 10:43:48.205931 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592bd46-a6c2-4a08-9c56-98f07e98070c req-61e40b44-27e7-4ba2-8092-529d2353f3f8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:48.208601 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0592bd46-a6c2-4a08-9c56-98f07e98070c req-61e40b44-27e7-4ba2-8092-529d2353f3f8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0572994 Aug 10 10:43:48.287215 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0592bd46-a6c2-4a08-9c56-98f07e98070c req-aa56ba4d-b412-4714-b497-6bf11439ab8b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714045 Aug 10 10:43:48.378714 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3be3bf-91b1-4a11-b04a-c65147f836b7 req-ce16ea6a-7826-4a00-955e-25d438101d82 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:48.380257 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1a3be3bf-91b1-4a11-b04a-c65147f836b7 req-ce16ea6a-7826-4a00-955e-25d438101d82 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0740545 Aug 10 10:43:48.423051 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1a3be3bf-91b1-4a11-b04a-c65147f836b7 req-1419f2ac-1c9c-4f48-9a94-40532c3b9c77 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367801 Aug 10 10:43:48.706649 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813e1e6-9cc3-40c2-a70f-265ff44cbc8f req-e1feda91-1700-4e68-8280-2cc3e9cbf674 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:48.714511 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6813e1e6-9cc3-40c2-a70f-265ff44cbc8f req-e1feda91-1700-4e68-8280-2cc3e9cbf674 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0715802 Aug 10 10:43:48.752963 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6813e1e6-9cc3-40c2-a70f-265ff44cbc8f req-a721bb7a-9406-4188-8433-20e9533c4bb4 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375569 Aug 10 10:43:49.148999 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f760d4-0133-426c-9759-6b69cf5a8216 req-273fda5d-ba63-4fb7-97a9-becd206e59a3 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:49.150592 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1f760d4-0133-426c-9759-6b69cf5a8216 req-273fda5d-ba63-4fb7-97a9-becd206e59a3 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0573657 Aug 10 10:43:49.203341 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c1f760d4-0133-426c-9759-6b69cf5a8216 req-abfbbbbf-5b71-4f25-9f57-7f5f283f000a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Aug 10 10:43:49.415699 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9aac53-d558-4322-90ee-416a9ee2795c req-46763d58-6056-40c3-a5e2-12c1cdd10043 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:49.418259 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-da9aac53-d558-4322-90ee-416a9ee2795c req-46763d58-6056-40c3-a5e2-12c1cdd10043 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0545118 Aug 10 10:43:49.465191 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-da9aac53-d558-4322-90ee-416a9ee2795c req-b2434664-12d9-40a1-b9c3-13cf7c2c7d8a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Aug 10 10:43:49.584028 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c3f02-cd2b-468a-9f16-2611bce0a0ab req-199922f2-3989-47ab-9f0f-1d0f8e7b10a4 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:49.585599 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-232c3f02-cd2b-468a-9f16-2611bce0a0ab req-199922f2-3989-47ab-9f0f-1d0f8e7b10a4 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0571525 Aug 10 10:43:49.630460 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-232c3f02-cd2b-468a-9f16-2611bce0a0ab req-1400e7ac-0cc6-44b2-a347-5a82f684e482 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Aug 10 10:43:49.884059 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2e9e4-dca6-482e-9cfc-92352766e870 req-a9f8f1b1-d204-4367-bd37-1631677d0c6c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:49.886390 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b9e2e9e4-dca6-482e-9cfc-92352766e870 req-a9f8f1b1-d204-4367-bd37-1631677d0c6c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0492008 Aug 10 10:43:49.940438 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b9e2e9e4-dca6-482e-9cfc-92352766e870 req-f7caee3f-afc9-4a5f-8518-93f631d02942 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480652 Aug 10 10:43:50.331595 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa915bf-5e46-4dc4-b57a-915e03b4109d req-76e177c3-f94b-4f3b-a8c0-61887ebf19ba tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:50.333041 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3aa915bf-5e46-4dc4-b57a-915e03b4109d req-76e177c3-f94b-4f3b-a8c0-61887ebf19ba tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0528688 Aug 10 10:43:50.373306 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3aa915bf-5e46-4dc4-b57a-915e03b4109d req-df3049e6-f5c8-4987-93c9-6b3bdeb49af1 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Aug 10 10:43:50.600123 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008f477-8ccd-444b-827c-4dee4b41a0a9 req-d38d6376-d7b6-4476-adbe-3544b605137a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:50.601716 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3008f477-8ccd-444b-827c-4dee4b41a0a9 req-d38d6376-d7b6-4476-adbe-3544b605137a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0502684 Aug 10 10:43:50.644976 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3008f477-8ccd-444b-827c-4dee4b41a0a9 req-8675e3bf-8173-4a5e-987b-3426835ea976 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367780 Aug 10 10:43:50.756559 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126efabf-a0df-4aaa-9c55-8674ee1e19e8 req-5180af9b-cfe5-4e48-b2fc-a4729943d88b tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:50.758169 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-126efabf-a0df-4aaa-9c55-8674ee1e19e8 req-5180af9b-cfe5-4e48-b2fc-a4729943d88b tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0578995 Aug 10 10:43:50.799139 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-126efabf-a0df-4aaa-9c55-8674ee1e19e8 req-8b9d0277-e63f-4430-a9f4-21f86e641d27 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349550 Aug 10 10:43:51.123160 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf49a-6788-4e1f-82ad-05ed7861c8c3 req-e664a4fe-ec95-4673-b9bd-dda9f04125f7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:51.124801 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7d0cf49a-6788-4e1f-82ad-05ed7861c8c3 req-e664a4fe-ec95-4673-b9bd-dda9f04125f7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0577726 Aug 10 10:43:51.391841 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7d0cf49a-6788-4e1f-82ad-05ed7861c8c3 req-383b31ba-4260-47ae-912b-2ad959c2102f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596869 Aug 10 10:43:51.499518 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0648d17-85eb-43bc-a848-6617b7252db2 req-1993d171-74b2-4118-81de-98ae0213c29a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:51.500996 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d0648d17-85eb-43bc-a848-6617b7252db2 req-1993d171-74b2-4118-81de-98ae0213c29a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0503786 Aug 10 10:43:51.540700 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d0648d17-85eb-43bc-a848-6617b7252db2 req-69c82768-691c-4b1c-be91-9e7e228c6e6e tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309052 Aug 10 10:43:51.765783 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c5540-e9f4-4bdd-a976-a7896418c53b req-8320698f-1910-4c7c-8ed2-27a37e0d9b67 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:51.767335 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-518c5540-e9f4-4bdd-a976-a7896418c53b req-8320698f-1910-4c7c-8ed2-27a37e0d9b67 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0523462 Aug 10 10:43:51.808881 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-518c5540-e9f4-4bdd-a976-a7896418c53b req-f3d523b7-0d40-496c-858c-0554551c2e69 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Aug 10 10:43:51.920345 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c041246-77ea-4d08-a26f-340841cb3b5a req-fb4816dd-c7c3-4aa9-969d-8622379901cb tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:51.921750 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6c041246-77ea-4d08-a26f-340841cb3b5a req-fb4816dd-c7c3-4aa9-969d-8622379901cb tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0528522 Aug 10 10:43:51.963968 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6c041246-77ea-4d08-a26f-340841cb3b5a req-f1bca61c-e920-445f-b793-9a5907c2dfda tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362639 Aug 10 10:43:52.530691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9534767-5b3c-4485-85c8-f1d9679da0b1 req-ea650a22-94af-4d3c-8bcf-162282b23726 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:52.532368 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d9534767-5b3c-4485-85c8-f1d9679da0b1 req-ea650a22-94af-4d3c-8bcf-162282b23726 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0604005 Aug 10 10:43:52.538078 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-b49b0593-9d11-46e1-ae2e-b6e7d7cb09d8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:52.539632 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-b49b0593-9d11-46e1-ae2e-b6e7d7cb09d8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.26 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 944 time: 0.0604465 Aug 10 10:43:52.572673 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d9534767-5b3c-4485-85c8-f1d9679da0b1 req-af11c185-7a7e-4099-8c36-77fea26de6a8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Aug 10 10:43:52.652935 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Deleting port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:43:52.653347 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:52.668797 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4f2d-8719-4554-a6ee-5ba5c0517fa8 req-24a7ae6b-7b3b-4577-bb02-f007eefff8aa tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:52.670271 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d92f4f2d-8719-4554-a6ee-5ba5c0517fa8 req-24a7ae6b-7b3b-4577-bb02-f007eefff8aa tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0500951 Aug 10 10:43:52.708455 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d92f4f2d-8719-4554-a6ee-5ba5c0517fa8 req-2f1b5ddc-8478-43fa-bd21-749f3c620a2c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Aug 10 10:43:52.746793 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] For port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:52.747213 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:52.759870 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Calling delete_port for 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:43:52.890237 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:52.903744 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['968f1838-f330-4713-a7c7-e7515a41a0d6'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:43:52.918723 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d9b1c5a9-5a49-4e4f-947c-94978d2a2711 req-e6efa6dd-9959-451b-941b-8ca0d84436a4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=06108bea-9532-4821-85e9-a5a71e37be61 HTTP/1.1" status: 200 len: 210 time: 0.0340168 Aug 10 10:43:52.922450 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Pushing event deleted for resources: {'Port': ['ID=64f2d4c8-f041-42f6-abae-7dcb6e2f1e83,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:52.949249 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.949598 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.949940 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.950277 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.950613 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.950986 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.951340 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.951668 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.951992 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.952319 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.952644 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.952967 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:52.972549 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] No DVR routers for this DVR port 64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:43:52.974942 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:52.976929 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-b364f824-c9d2-4031-a430-ba33ef62b5a0 req-9e6cc1c6-2cb8-438d-bc69-4ae45725fcc4 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.26 "DELETE /v2.0/ports/64f2d4c8-f041-42f6-abae-7dcb6e2f1e83 HTTP/1.1" status: 204 len: 173 time: 0.4218047 Aug 10 10:43:52.977360 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06108bea-9532-4821-85e9-a5a71e37be61', 'name': 'network-vif-deleted', 'tag': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:52.980250 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c337537-53fd-4f26-81a7-1712c5f0a14a" -d '{"events": [{"server_uuid": "06108bea-9532-4821-85e9-a5a71e37be61", "name": "network-vif-deleted", "tag": "64f2d4c8-f041-42f6-abae-7dcb6e2f1e83"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:53.020625 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3903d7-6bcd-46fb-b8af-bcd7fe3ba09b x-openstack-request-id: req-5b3903d7-6bcd-46fb-b8af-bcd7fe3ba09b {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:53.020911 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06108bea-9532-4821-85e9-a5a71e37be61", "name": "network-vif-deleted", "tag": "64f2d4c8-f041-42f6-abae-7dcb6e2f1e83", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:53.021159 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b3903d7-6bcd-46fb-b8af-bcd7fe3ba09b {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:53.021545 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06108bea-9532-4821-85e9-a5a71e37be61', 'name': 'network-vif-deleted', 'tag': '64f2d4c8-f041-42f6-abae-7dcb6e2f1e83', 'status': 'completed', 'code': 200} Aug 10 10:43:53.099512 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76f4e8-4801-4a3e-a50c-b5d6976dcd91 req-1e26e6ab-3825-410b-b8c7-fcc328585688 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:53.101074 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fb76f4e8-4801-4a3e-a50c-b5d6976dcd91 req-1e26e6ab-3825-410b-b8c7-fcc328585688 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0606155 Aug 10 10:43:53.143461 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fb76f4e8-4801-4a3e-a50c-b5d6976dcd91 req-ecd8427a-9bc5-4c18-9a25-be3f7f94fb8e tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Aug 10 10:43:53.702960 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1c16-2d8d-4b6d-8c74-b54e603d3d0e req-e92ad02c-829b-4f4f-8ba3-6ce6248d7269 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:53.704591 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dabe1c16-2d8d-4b6d-8c74-b54e603d3d0e req-e92ad02c-829b-4f4f-8ba3-6ce6248d7269 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0572848 Aug 10 10:43:53.749819 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dabe1c16-2d8d-4b6d-8c74-b54e603d3d0e req-c912aec9-b1d2-4061-b5eb-81c2af962911 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386400 Aug 10 10:43:53.830049 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363adb8f-c6d3-4c2b-839d-55e1c80c4237 req-9811677c-238f-44fe-b0f1-55d408042a96 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:53.831802 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-363adb8f-c6d3-4c2b-839d-55e1c80c4237 req-9811677c-238f-44fe-b0f1-55d408042a96 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0488472 Aug 10 10:43:53.873344 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-363adb8f-c6d3-4c2b-839d-55e1c80c4237 req-53f14466-13ba-4627-a7da-853b920fd2d2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350611 Aug 10 10:43:54.191062 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8905896-4318-4757-aaca-e16e508e7552 req-c576d10c-edee-468d-9bfb-d3ca43f737fe tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:54.192516 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c8905896-4318-4757-aaca-e16e508e7552 req-c576d10c-edee-468d-9bfb-d3ca43f737fe tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Aug 10 10:43:54.254725 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c8905896-4318-4757-aaca-e16e508e7552 req-ae15f5e5-e252-4725-b4eb-2149952497fd tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554311 Aug 10 10:43:54.274896 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b2443-f2b1-4908-ae1f-9a39cb831761 req-35e39f5c-6483-444f-a8b2-b6aeea503cb6 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:54.276406 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae2b2443-f2b1-4908-ae1f-9a39cb831761 req-35e39f5c-6483-444f-a8b2-b6aeea503cb6 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0570135 Aug 10 10:43:54.314822 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae2b2443-f2b1-4908-ae1f-9a39cb831761 req-c13e9973-5ed4-4d90-a680-7e68e98ff7e4 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/security-groups?id=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Aug 10 10:43:54.425349 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-e49bef6c-e247-4393-a331-ea1745390fca tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:54.426717 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-e49bef6c-e247-4393-a331-ea1745390fca tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.26 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 946 time: 0.0495617 Aug 10 10:43:54.528561 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Deleting port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:43:54.528894 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:54.614778 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] For port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,segment=NetworkSegment(2dfb9ef6-3c82-4e84-b9f1-2f34093339ee),segment_id=2dfb9ef6-3c82-4e84-b9f1-2f34093339ee)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:54.615174 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:54.628543 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Calling delete_port for aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:43:54.761863 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:54.773772 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:43:54.791558 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Pushing event deleted for resources: {'Port': ['ID=aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:54.840335 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] No DVR routers for this DVR port aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:43:54.843599 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:54.846121 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8e934748-08a3-45cb-90ec-65982cae6f5a req-1e15c007-4813-40fd-9d4a-11ba51bfb552 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.26 "DELETE /v2.0/ports/aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 HTTP/1.1" status: 204 len: 173 time: 0.4072089 Aug 10 10:43:54.883021 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867735f-f574-4a9d-b970-158e44ff3e8e req-04f04941-d7d7-4d46-b663-bcca30fc9825 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:54.887576 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5867735f-f574-4a9d-b970-158e44ff3e8e req-04f04941-d7d7-4d46-b663-bcca30fc9825 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0602591 Aug 10 10:43:54.923798 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5867735f-f574-4a9d-b970-158e44ff3e8e req-dbb52f5c-1921-4b9c-a295-f4e16e7fdef6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330470 Aug 10 10:43:55.006032 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a283b0-59aa-4122-97eb-a434feac81d4 req-d1ad5979-4721-491f-8dc4-b660a7006d06 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:55.007697 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-26a283b0-59aa-4122-97eb-a434feac81d4 req-d1ad5979-4721-491f-8dc4-b660a7006d06 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 943 time: 0.0570652 Aug 10 10:43:55.023313 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9354f616-cb6d-40d7-b894-75fe39e6ad2d', 'name': 'network-vif-deleted', 'tag': 'aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:55.025520 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559fbd11-0597-47bd-890a-e2866b6a1339" -d '{"events": [{"server_uuid": "9354f616-cb6d-40d7-b894-75fe39e6ad2d", "name": "network-vif-deleted", "tag": "aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:55.049217 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-26a283b0-59aa-4122-97eb-a434feac81d4 req-c467e95c-210a-4326-90a1-9659c8cf5b45 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354903 Aug 10 10:43:55.061711 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390dbb21-da50-4f4c-9586-8199e1bbbf6f x-openstack-request-id: req-390dbb21-da50-4f4c-9586-8199e1bbbf6f {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:55.062007 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9354f616-cb6d-40d7-b894-75fe39e6ad2d", "name": "network-vif-deleted", "tag": "aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:55.062254 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-390dbb21-da50-4f4c-9586-8199e1bbbf6f {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:55.062795 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9354f616-cb6d-40d7-b894-75fe39e6ad2d', 'name': 'network-vif-deleted', 'tag': 'aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0', 'status': 'completed', 'code': 200} Aug 10 10:43:55.230312 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 28acf1be-9e60-463a-83f2-39445b7df133 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:43:55.329386 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 28acf1be-9e60-463a-83f2-39445b7df133, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=28acf1be-9e60-463a-83f2-39445b7df133,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:55.350190 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '28acf1be-9e60-463a-83f2-39445b7df133', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'port_id': '28acf1be-9e60-463a-83f2-39445b7df133', 'mac_address': 'fa:16:3e:0f:b4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:43:55.388865 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3143c-b032-4b05-8890-ec21fc82401f req-7193e111-8ac2-4be3-9fd2-11da50b0e4ef tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:55.390229 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d6f3143c-b032-4b05-8890-ec21fc82401f req-7193e111-8ac2-4be3-9fd2-11da50b0e4ef tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0580871 Aug 10 10:43:55.394967 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:55.414656 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28acf1be-9e60-463a-83f2-39445b7df133 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:43:55.437804 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 28acf1be-9e60-463a-83f2-39445b7df133, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=28acf1be-9e60-463a-83f2-39445b7df133,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:55.445534 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:55.454392 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bef34371-30f7-4549-95b5-1518328664af req-4fb6daa6-9959-4008-997c-acf2f11d9b57 tempest-VolumesActionsTest-232582456 tempest-VolumesActionsTest-232582456-project] 10.222.0.43 "GET /v2.0/ports?device_id=9354f616-cb6d-40d7-b894-75fe39e6ad2d HTTP/1.1" status: 200 len: 210 time: 0.0346882 Aug 10 10:43:55.473357 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d6f3143c-b032-4b05-8890-ec21fc82401f req-180daf18-bafc-4c5e-8313-2563a8d33d4b tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769360 Aug 10 10:43:55.521891 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=28acf1be-9e60-463a-83f2-39445b7df133,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:55.530344 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.530670 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.531026 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.531371 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.531710 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.532041 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.532370 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.532703 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.533034 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.533362 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.533685 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.534003 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:43:55.750232 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['28acf1be-9e60-463a-83f2-39445b7df133'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:43:56.087309 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555ef24-208a-4ad5-a701-88e9c455d01c req-ff9d2374-2c40-4c25-a27c-a122155cc67b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:56.089952 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1555ef24-208a-4ad5-a701-88e9c455d01c req-ff9d2374-2c40-4c25-a27c-a122155cc67b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0703285 Aug 10 10:43:56.132857 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1555ef24-208a-4ad5-a701-88e9c455d01c req-fd11cd35-420a-452f-b7f3-da2ab3c35ea4 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368536 Aug 10 10:43:56.207860 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb26a9-b9c6-4d07-850c-08c30cd4420c req-24b779ae-4e8f-46e1-bae0-dd0aa6e881d8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:56.209457 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1deb26a9-b9c6-4d07-850c-08c30cd4420c req-24b779ae-4e8f-46e1-bae0-dd0aa6e881d8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 944 time: 0.0571568 Aug 10 10:43:56.256626 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1deb26a9-b9c6-4d07-850c-08c30cd4420c req-6564776b-70f0-4dd3-82bc-7d98b039779f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356417 Aug 10 10:43:56.656250 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465ef2f-4f83-459c-87b4-05550ff84bc7 req-0abe8b02-eef4-40fe-ac9d-396021b3d78d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:56.658483 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9465ef2f-4f83-459c-87b4-05550ff84bc7 req-0abe8b02-eef4-40fe-ac9d-396021b3d78d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0872540 Aug 10 10:43:56.716041 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9465ef2f-4f83-459c-87b4-05550ff84bc7 req-203ec433-6a0b-4708-93be-b01a6c63f85d tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504417 Aug 10 10:43:57.111071 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7f13b6a6-95b9-41b3-9d39-58d16fabee85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:57.236800 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 28acf1be-9e60-463a-83f2-39445b7df133 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:43:57.289708 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e77a-bbe2-471f-a254-abec8225adbb req-ae9e5b3b-d1e9-41bc-8091-61ca5cbdaa9c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:57.291707 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0663e77a-bbe2-471f-a254-abec8225adbb req-ae9e5b3b-d1e9-41bc-8091-61ca5cbdaa9c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0742908 Aug 10 10:43:57.340081 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 28acf1be-9e60-463a-83f2-39445b7df133 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:43:57.346584 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 28acf1be-9e60-463a-83f2-39445b7df133 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:43:57.347148 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:57.355957 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0663e77a-bbe2-471f-a254-abec8225adbb req-d8cf463a-0f8f-454a-86da-eeacb5142c7d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551512 Aug 10 10:43:57.458441 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083477b-3326-4f5b-891d-a224cd745544 req-71cf1397-8267-46bb-9827-b4fed520cf9c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:57.460220 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7083477b-3326-4f5b-891d-a224cd745544 req-71cf1397-8267-46bb-9827-b4fed520cf9c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 944 time: 0.0922086 Aug 10 10:43:57.462492 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:57.489775 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28acf1be-9e60-463a-83f2-39445b7df133'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:43:57.492411 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90095661-69ce-424f-898d-a70948fa8cba" -d '{"events": [{"server_uuid": "ff71868d-6201-48f0-9a71-2565fcc3bccd", "name": "network-vif-plugged", "status": "completed", "tag": "28acf1be-9e60-463a-83f2-39445b7df133"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:43:57.503479 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7083477b-3326-4f5b-891d-a224cd745544 req-8fb41966-758d-4324-98f3-7e681d6fde53 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356824 Aug 10 10:43:57.508920 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 28acf1be-9e60-463a-83f2-39445b7df133, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=28acf1be-9e60-463a-83f2-39445b7df133,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:43:57.514604 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:57.515529 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:43:57.556767 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbd0b09-4948-49ff-894f-d39e4878861b x-openstack-request-id: req-3bbd0b09-4948-49ff-894f-d39e4878861b {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:43:57.556936 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff71868d-6201-48f0-9a71-2565fcc3bccd", "name": "network-vif-plugged", "status": "completed", "tag": "28acf1be-9e60-463a-83f2-39445b7df133", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:43:57.557163 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bbd0b09-4948-49ff-894f-d39e4878861b {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:43:57.558176 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28acf1be-9e60-463a-83f2-39445b7df133', 'code': 200} Aug 10 10:43:57.576716 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:43:57.577104 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device aaa0ebcd-59c2-43d5-903d-af5da6cc8ba0 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:43:57.605589 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=28acf1be-9e60-463a-83f2-39445b7df133,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:43:57.847270 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357ddcb-06f6-4bb0-bdce-68915995418d req-ffce2100-fd81-4583-9ded-8f92e906affd tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:57.848809 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2357ddcb-06f6-4bb0-bdce-68915995418d req-ffce2100-fd81-4583-9ded-8f92e906affd tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0499530 Aug 10 10:43:57.896503 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2357ddcb-06f6-4bb0-bdce-68915995418d req-a35dfed5-0732-420b-af5a-fef4ba7ce61e tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Aug 10 10:43:58.506295 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a223a6-454b-4ba0-b18f-1816d23b3e44 req-e81bf34a-e5c0-432d-8254-66890e71adc2 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:58.507841 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-93a223a6-454b-4ba0-b18f-1816d23b3e44 req-e81bf34a-e5c0-432d-8254-66890e71adc2 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0512576 Aug 10 10:43:58.547689 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-93a223a6-454b-4ba0-b18f-1816d23b3e44 req-4d13e071-cb9d-48a2-adcb-5048847b425c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328670 Aug 10 10:43:58.639139 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fd13f-d848-452a-ada8-035a02a70205 req-6f40822b-1a08-4ca8-8248-41c9d38f135f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:58.640622 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f8fd13f-d848-452a-ada8-035a02a70205 req-6f40822b-1a08-4ca8-8248-41c9d38f135f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 945 time: 0.0487690 Aug 10 10:43:58.683115 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f8fd13f-d848-452a-ada8-035a02a70205 req-24999649-4562-446f-ad28-a8491381ff6a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363262 Aug 10 10:43:59.046117 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc4555-1379-4ef5-99ae-2204b9d62f0c req-acaa3b32-03a8-4774-a9e6-411831534b38 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:59.048922 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1ecc4555-1379-4ef5-99ae-2204b9d62f0c req-acaa3b32-03a8-4774-a9e6-411831534b38 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0771289 Aug 10 10:43:59.094152 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1ecc4555-1379-4ef5-99ae-2204b9d62f0c req-c362b6bf-48cf-4fce-a494-7abb610dbd5a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 Aug 10 10:43:59.569069 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-9a233e6f-f672-49a8-b582-18e0f8a7a216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:59.678429 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fcf82-f270-44ab-b3eb-69cbab3c9cf9 req-e1cfd6fe-ecc9-40ac-b5b6-79023803dbc6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:59.679958 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-837fcf82-f270-44ab-b3eb-69cbab3c9cf9 req-e1cfd6fe-ecc9-40ac-b5b6-79023803dbc6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0552635 Aug 10 10:43:59.723577 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-837fcf82-f270-44ab-b3eb-69cbab3c9cf9 req-0aabe9ea-6990-424a-9059-9fa016fb7b27 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363035 Aug 10 10:43:59.808139 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ecfa9-e58b-46f9-b532-0eff048f1512 req-a8d5b1ea-53f6-496f-a6c5-0456f5263582 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:43:59.809933 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-576ecfa9-e58b-46f9-b532-0eff048f1512 req-a8d5b1ea-53f6-496f-a6c5-0456f5263582 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 945 time: 0.0529962 Aug 10 10:43:59.850136 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-576ecfa9-e58b-46f9-b532-0eff048f1512 req-1571b6a9-5e1a-495b-ae47-7bc30ad0a96d tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Aug 10 10:44:00.104888 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:00.227681 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b956158-6527-4d3d-a674-9fac295ad9df req-08564a6b-ef42-4d56-aa96-bce528752a2a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:00.229433 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b956158-6527-4d3d-a674-9fac295ad9df req-08564a6b-ef42-4d56-aa96-bce528752a2a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0601790 Aug 10 10:44:00.278943 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b956158-6527-4d3d-a674-9fac295ad9df req-8ee7755f-d545-49aa-be53-fe262f59ddf3 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Aug 10 10:44:00.604212 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:00.852361 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae483d-8aff-4987-9795-2c013f9a6cc0 req-f2b284d6-6466-48ba-8bb4-1e26a987b1ba tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:00.853958 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-20ae483d-8aff-4987-9795-2c013f9a6cc0 req-f2b284d6-6466-48ba-8bb4-1e26a987b1ba tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0525832 Aug 10 10:44:00.906749 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-20ae483d-8aff-4987-9795-2c013f9a6cc0 req-bd464c9a-419b-40b0-b5a7-1dcddc3804c3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456109 Aug 10 10:44:00.921441 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e690ea-9e1a-4eeb-97ef-67c64d389ec3 req-dd1e0823-75d4-44f4-aa10-dbfecadad256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:00.923681 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-33e690ea-9e1a-4eeb-97ef-67c64d389ec3 req-dd1e0823-75d4-44f4-aa10-dbfecadad256 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 1098 time: 0.0493915 Aug 10 10:44:00.980495 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-33e690ea-9e1a-4eeb-97ef-67c64d389ec3 req-889076c0-7c63-4462-bc3e-f1ba8646ab66 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373199 Aug 10 10:44:00.993923 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5248d-56eb-4e2e-9c06-7fbe79386e1c req-3f7ee031-f4fe-48be-9a9a-15332c057a24 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:00.996099 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fe5248d-56eb-4e2e-9c06-7fbe79386e1c req-3f7ee031-f4fe-48be-9a9a-15332c057a24 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 945 time: 0.0549173 Aug 10 10:44:01.035482 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fe5248d-56eb-4e2e-9c06-7fbe79386e1c req-1e83c57a-c29c-49aa-8752-9902ca1cd957 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332098 Aug 10 10:44:01.136369 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-6452109a-3381-4131-a338-303f7b5e1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:01.137848 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-6452109a-3381-4131-a338-303f7b5e1d11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0421033 Aug 10 10:44:01.303905 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-644e4ef5-3d10-438c-8173-4d298db37bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:01.305399 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-644e4ef5-3d10-438c-8173-4d298db37bea service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.1070209 Aug 10 10:44:01.388569 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-caf76373-431b-4624-bb85-76473247fcd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca HTTP/1.1" status: 200 len: 999 time: 0.0735414 Aug 10 10:44:01.421036 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07f30d-e6fb-4a5f-a7f5-a2bdeecfd90a req-3f8cf053-1996-4762-b535-adad11eeb52a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:01.422575 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dd07f30d-e6fb-4a5f-a7f5-a2bdeecfd90a req-3f8cf053-1996-4762-b535-adad11eeb52a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.0596347 Aug 10 10:44:01.448830 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-d0527e5a-eab5-4fa2-9a7d-8503222346d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:01.450374 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-d0527e5a-eab5-4fa2-9a7d-8503222346d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.0480273 Aug 10 10:44:01.468513 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dd07f30d-e6fb-4a5f-a7f5-a2bdeecfd90a req-a1142703-3fcd-4055-860e-2ec55f2fa6e8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Aug 10 10:44:01.505918 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-a21705e4-5743-4a16-906c-9c98c4da07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:01.507734 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-a21705e4-5743-4a16-906c-9c98c4da07a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497301 Aug 10 10:44:01.608094 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-4ecbd9e3-045a-40a4-8b50-ea625e986d76 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889361 Aug 10 10:44:01.709429 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:01.728921 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1f2dabde-8425-42fd-8adf-dd3f9f3b98dc req-7e6ac066-1953-4da0-b29e-2aa6d15b9f52 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052742 Aug 10 10:44:02.060270 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10249459-b168-4022-a65d-3cdc9481eecc req-8edb2ac3-dc95-4433-8fc1-4d934edf3e1c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:02.062110 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10249459-b168-4022-a65d-3cdc9481eecc req-8edb2ac3-dc95-4433-8fc1-4d934edf3e1c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.0682647 Aug 10 10:44:02.135370 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10249459-b168-4022-a65d-3cdc9481eecc req-15cfed87-0a4d-422c-b9d8-0f9e882a7883 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672288 Aug 10 10:44:02.195480 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d558a-adec-4dec-8f3c-21ae50b29ea4 req-80b873a5-974e-419e-ad63-67ed5d8a9b32 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:02.197395 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-872d558a-adec-4dec-8f3c-21ae50b29ea4 req-80b873a5-974e-419e-ad63-67ed5d8a9b32 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 945 time: 0.0751233 Aug 10 10:44:02.261459 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-872d558a-adec-4dec-8f3c-21ae50b29ea4 req-efea2074-1cf6-490b-a5d1-cc18eed2c212 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518539 Aug 10 10:44:02.303494 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:02.770418 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c809a-2b2b-4199-8834-062b461845f3 req-4acbdb56-31a3-49c4-869b-7e78da3dbf1a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:02.773411 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-891c809a-2b2b-4199-8834-062b461845f3 req-4acbdb56-31a3-49c4-869b-7e78da3dbf1a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1587198 Aug 10 10:44:02.852615 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-891c809a-2b2b-4199-8834-062b461845f3 req-93c3984c-246f-4c27-85af-c927df5ceb88 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663269 Aug 10 10:44:03.295206 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:44:03.411117 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec715fd-00fb-4954-88f3-98a180c601fb req-b5575b1f-835d-4f2f-8202-c1348932e5bd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:03.413933 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bec715fd-00fb-4954-88f3-98a180c601fb req-b5575b1f-835d-4f2f-8202-c1348932e5bd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 943 time: 0.1583829 Aug 10 10:44:03.516562 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:03.519673 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bec715fd-00fb-4954-88f3-98a180c601fb req-fc95e802-ee44-4c8b-b285-b1c7ce230a2f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938876 Aug 10 10:44:03.555307 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'port_id': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'mac_address': 'fa:16:3e:1d:fc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:44:03.559708 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ea7cd-83e0-44cc-b34f-f20503a8c8c4 req-29f6ca65-6d5c-47f6-b015-81a990c1baf9 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:03.560570 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-993ea7cd-83e0-44cc-b34f-f20503a8c8c4 req-29f6ca65-6d5c-47f6-b015-81a990c1baf9 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 945 time: 0.1235192 Aug 10 10:44:03.661756 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:03.682017 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-993ea7cd-83e0-44cc-b34f-f20503a8c8c4 req-2ecd0d4d-f0f9-4617-9f4d-d426ec773b7f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129885 Aug 10 10:44:03.698426 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2930d8b6-f014-44e2-a6ef-83665f4108ca {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:44:03.787593 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:03.797982 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:03.882583 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dce9cb-e5dc-410e-a80f-03e7103d5c3c req-d69e2974-32a6-4232-9539-103fb099d00c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:03.886083 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-37dce9cb-e5dc-410e-a80f-03e7103d5c3c req-d69e2974-32a6-4232-9539-103fb099d00c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 945 time: 0.1158860 Aug 10 10:44:03.896086 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=9']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:04.032679 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-37dce9cb-e5dc-410e-a80f-03e7103d5c3c req-55ce8043-e78d-4c97-980b-e091f260d081 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334944 Aug 10 10:44:04.072646 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 43750) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:04.085903 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99d3fb-ffee-41f7-bfae-74eaf26dae14 req-90418d2b-8b6c-46d0-8eba-4690e10b7421 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:04.090180 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8e99d3fb-ffee-41f7-bfae-74eaf26dae14 req-90418d2b-8b6c-46d0-8eba-4690e10b7421 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1431124 Aug 10 10:44:04.107680 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['2930d8b6-f014-44e2-a6ef-83665f4108ca'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:44:04.186725 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8e99d3fb-ffee-41f7-bfae-74eaf26dae14 req-f2922153-34c0-4a74-8c61-f17f950b3680 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836358 Aug 10 10:44:04.368402 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8e015-1615-4cc9-b1cf-57659196374f tempest-TestVolumeBootPattern-1440885616 tempest-TestVolumeBootPattern-1440885616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:04.373910 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 43754) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:04.375837 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-20d8e015-1615-4cc9-b1cf-57659196374f tempest-TestVolumeBootPattern-1440885616 tempest-TestVolumeBootPattern-1440885616-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 1093 time: 0.2957008 Aug 10 10:44:04.378967 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'floatingip': {'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'port_id': '28acf1be-9e60-463a-83f2-39445b7df133', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:44:04.410186 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:04.575491 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:04.876734 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Allocated IP 172.27.1.72 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/0000d937-f7fb-4970-9458-1bff542eb00f) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:44:04.902820 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932a27a-adbe-4cbe-ac81-f1672461fc17 req-3881153e-6f20-4d54-a3d8-8e24f8f18f10 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:04.910590 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9932a27a-adbe-4cbe-ac81-f1672461fc17 req-3881153e-6f20-4d54-a3d8-8e24f8f18f10 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 944 time: 0.2083378 Aug 10 10:44:05.029212 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9932a27a-adbe-4cbe-ac81-f1672461fc17 req-330045ef-e519-4d61-ba8a-6232d5b76309 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175311 Aug 10 10:44:05.094254 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-1f3cbabe-32aa-43f8-a8cf-45269cd06eb8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:05.096787 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-1f3cbabe-32aa-43f8-a8cf-45269cd06eb8 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1182222 Aug 10 10:44:05.144162 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:05.193946 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:05.251317 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:44:05.258550 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:44:05.262684 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:44:05.266350 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'Port': ['ID=0000d937-f7fb-4970-9458-1bff542eb00f,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:05.286960 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Deleting port 968f1838-f330-4713-a7c7-e7515a41a0d6 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:44:05.287517 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:05.296816 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.297835 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.298394 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.298940 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.299583 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.300141 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.300677 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.301223 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.301786 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.302324 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.302852 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.303421 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:44:05.314092 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:44:05.455771 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 2930d8b6-f014-44e2-a6ef-83665f4108ca triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:44:05.456425 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:05.488696 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7ceb-e997-4ff4-a837-64250e8e5d62 req-27dc7ff4-2299-4981-90ed-3ef6375c762a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:05.490807 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2faa7ceb-e997-4ff4-a837-64250e8e5d62 req-27dc7ff4-2299-4981-90ed-3ef6375c762a tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 945 time: 0.1386282 Aug 10 10:44:05.540591 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] For port 968f1838-f330-4713-a7c7-e7515a41a0d6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=968f1838-f330-4713-a7c7-e7515a41a0d6,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:05.541875 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:05.572768 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Calling delete_port for 968f1838-f330-4713-a7c7-e7515a41a0d6 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:44:05.587122 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2faa7ceb-e997-4ff4-a837-64250e8e5d62 req-7c323df6-a58a-45df-9590-64831831837e tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/security-groups?id=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818100 Aug 10 10:44:05.659032 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:05.713446 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:44:05.718685 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c7c9b-6fb2-448e-9d14-33039309a823" -d '{"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-plugged", "status": "completed", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:44:05.768057 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:05.774963 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:05.777454 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 968f1838-f330-4713-a7c7-e7515a41a0d6 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:44:05.895269 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0cdc77-bf4c-4cac-a352-10b30cfd478b x-openstack-request-id: req-fd0cdc77-bf4c-4cac-a352-10b30cfd478b {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:44:05.895673 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-plugged", "status": "completed", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:44:05.895859 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd0cdc77-bf4c-4cac-a352-10b30cfd478b {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:44:05.896271 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'code': 200} Aug 10 10:44:05.949956 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=10']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:05.974501 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:05.990564 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Port 968f1838-f330-4713-a7c7-e7515a41a0d6 update to DOWN by agent not found {{(pid=99997) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 10:44:06.014592 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Pushing event deleted for resources: {'Port': ['ID=968f1838-f330-4713-a7c7-e7515a41a0d6,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:06.032522 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:06.071522 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] No DVR routers for this DVR port 968f1838-f330-4713-a7c7-e7515a41a0d6 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:44:06.074545 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:06.077773 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c91b1356-e8cf-4fd5-b2e0-3cce56291a7b req-692394e1-084f-47c8-81f8-64ac01bd55a5 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.26 "DELETE /v2.0/ports/968f1838-f330-4713-a7c7-e7515a41a0d6 HTTP/1.1" status: 204 len: 173 time: 0.9729197 Aug 10 10:44:06.078141 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d1aa4a-9de6-4982-ae18-138e99d76f02', 'name': 'network-vif-deleted', 'tag': '968f1838-f330-4713-a7c7-e7515a41a0d6'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:44:06.081279 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0e82d3-fb15-4e93-9026-a7a872e7f6ad" -d '{"events": [{"server_uuid": "a1d1aa4a-9de6-4982-ae18-138e99d76f02", "name": "network-vif-deleted", "tag": "968f1838-f330-4713-a7c7-e7515a41a0d6"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:44:06.183695 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99140f57-c13e-40fe-b4f7-917983d76288 x-openstack-request-id: req-99140f57-c13e-40fe-b4f7-917983d76288 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:44:06.184646 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d1aa4a-9de6-4982-ae18-138e99d76f02", "name": "network-vif-deleted", "tag": "968f1838-f330-4713-a7c7-e7515a41a0d6", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:44:06.184646 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99140f57-c13e-40fe-b4f7-917983d76288 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:44:06.184964 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d1aa4a-9de6-4982-ae18-138e99d76f02', 'name': 'network-vif-deleted', 'tag': '968f1838-f330-4713-a7c7-e7515a41a0d6', 'status': 'completed', 'code': 200} Aug 10 10:44:06.253586 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:06.294314 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ca0f4-9d0e-4da5-9824-c313165f39d2 req-4d8b5817-6219-46aa-b033-1b693bda4a80 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:06.303046 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-054ca0f4-9d0e-4da5-9824-c313165f39d2 req-4d8b5817-6219-46aa-b033-1b693bda4a80 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0913751 Aug 10 10:44:06.375470 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-054ca0f4-9d0e-4da5-9824-c313165f39d2 req-e8441e86-108a-4be3-aea1-b32b843a20db tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714707 Aug 10 10:44:06.534459 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:06.540614 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:06.581640 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:06.644899 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'Port': ['ID=0000d937-f7fb-4970-9458-1bff542eb00f,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:06.741977 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Floating IP f51f8993-4248-4998-b1b1-b707c0d0d742 associated. External IP: 172.27.1.72, port: 28acf1be-9e60-463a-83f2-39445b7df133. Aug 10 10:44:06.863043 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353f88d-2461-4e5f-bbfe-b9980fa57f00 req-3e5cbbda-9ee5-4be2-81b8-74ba46d9e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:06.865345 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0353f88d-2461-4e5f-bbfe-b9980fa57f00 req-3e5cbbda-9ee5-4be2-81b8-74ba46d9e90d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 1099 time: 0.3797169 Aug 10 10:44:06.946282 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0353f88d-2461-4e5f-bbfe-b9980fa57f00 req-3a1f8819-ab75-48d1-b0e4-25479db2eeb9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720222 Aug 10 10:44:06.973853 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6e36bd48-acf3-4d08-a65d-80621d726d91 req-e54f81b9-e39f-488d-b7b5-51a50982a8d2 tempest-ServerRescueNegativeTestJSON-913698177 tempest-ServerRescueNegativeTestJSON-913698177-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d1aa4a-9de6-4982-ae18-138e99d76f02 HTTP/1.1" status: 200 len: 210 time: 0.1039016 Aug 10 10:44:07.351602 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Router 6055f2f9-21e8-4b3e-ae52-06965841a163 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:44:07.633808 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:44:07.649362 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] Sync routers for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:44:07.669921 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:44:07.672205 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:44:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:07.681154 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914a650-7565-4fa5-b56a-510a7864b406 req-c62f0a6c-013e-475a-bca3-fffe4622b95f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:07.685395 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e914a650-7565-4fa5-b56a-510a7864b406 req-c62f0a6c-013e-475a-bca3-fffe4622b95f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.1331036 Aug 10 10:44:07.687949 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:07.771655 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-023c3363-d8f4-4382-b148-ec7303b5e6e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3961525 Aug 10 10:44:07.774039 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'tag': '28acf1be-9e60-463a-83f2-39445b7df133'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:44:07.776678 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b067534-491e-40ee-ad3e-0a6fac480f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff71868d-6201-48f0-9a71-2565fcc3bccd", "tag": "28acf1be-9e60-463a-83f2-39445b7df133"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:44:07.822753 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e914a650-7565-4fa5-b56a-510a7864b406 req-e9070b22-132c-40ce-b2d8-85456b0529cd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002955 Aug 10 10:44:07.902344 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b180b28-498d-4035-9654-4557c46afb9b x-openstack-request-id: req-2b180b28-498d-4035-9654-4557c46afb9b {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:44:07.902716 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff71868d-6201-48f0-9a71-2565fcc3bccd", "tag": "28acf1be-9e60-463a-83f2-39445b7df133", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:44:07.903092 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b180b28-498d-4035-9654-4557c46afb9b {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:44:07.903737 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'tag': '28acf1be-9e60-463a-83f2-39445b7df133', 'status': 'completed', 'code': 200} Aug 10 10:44:07.976709 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:44:08.080086 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-4fb1ac69-ef2a-4f8a-809f-00d442926c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:08.082642 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-4fb1ac69-ef2a-4f8a-809f-00d442926c2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 1098 time: 0.1245835 Aug 10 10:44:08.103312 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 43806) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:08.366780 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-eabd3042-3d04-46fe-9941-da749284578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:08.369949 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-eabd3042-3d04-46fe-9941-da749284578f service neutron] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 912 time: 0.2618484 Aug 10 10:44:08.498407 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-bbf52d7c-956f-41ba-81da-f0986c89e814 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28acf1be-9e60-463a-83f2-39445b7df133 HTTP/1.1" status: 200 len: 998 time: 0.1153536 Aug 10 10:44:08.515955 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'f51f8993-4248-4998-b1b1-b707c0d0d742', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '28acf1be-9e60-463a-83f2-39445b7df133', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:0f:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:44:05Z', 'updated_at': '2021-08-10T10:44:05Z', 'revision_number': 0, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:08.606476 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] Checking router: 6055f2f9-21e8-4b3e-ae52-06965841a163 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:44:08.610972 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-0e6677e6-9268-487d-932f-ff62f5dcae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:08.616770 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-0e6677e6-9268-487d-932f-ff62f5dcae44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.1086557 Aug 10 10:44:08.631497 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:44:08.632814 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:44:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:08.750505 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-f17abb1f-7324-48b4-939c-814bb20c9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:08.752695 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-f17abb1f-7324-48b4-939c-814bb20c9475 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1262822 Aug 10 10:44:08.851243 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:44:08.965712 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-99db1f67-cca6-4a85-aa51-ed9774d61af3 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036815 Aug 10 10:44:09.112349 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6b067534-491e-40ee-ad3e-0a6fac480f6a req-5593e824-8bc4-4985-bc48-ed89aa34e54f service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361227 Aug 10 10:44:09.370699 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'f51f8993-4248-4998-b1b1-b707c0d0d742', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '28acf1be-9e60-463a-83f2-39445b7df133', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:0f:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:44:05Z', 'updated_at': '2021-08-10T10:44:05Z', 'revision_number': 0, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:09.420554 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f6c19a-abd1-4d64-91a4-2cc157a3c35a None None] The sync data for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi is: [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'f51f8993-4248-4998-b1b1-b707c0d0d742', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '28acf1be-9e60-463a-83f2-39445b7df133', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:0f:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:44:05Z', 'updated_at': '2021-08-10T10:44:05Z', 'revision_number': 0, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:44:09.427657 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d04f4-031d-4a4c-8be9-abf5a3c2adae req-66416da8-e43c-4280-8c31-94798db0e93a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:09.436046 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-747d04f4-031d-4a4c-8be9-abf5a3c2adae req-66416da8-e43c-4280-8c31-94798db0e93a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.2241619 Aug 10 10:44:09.547377 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-747d04f4-031d-4a4c-8be9-abf5a3c2adae req-4c7162a6-d837-45d7-95f7-bbeb82157248 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955565 Aug 10 10:44:09.849634 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461208'] for router_interface, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:09.886466 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31c3a1-443d-4494-9cab-d6ab8243e42a None None] New status for floating IP f51f8993-4248-4998-b1b1-b707c0d0d742: ACTIVE {{(pid=99997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:44:10.227635 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Deleting port 499e5b1d-5f2c-421a-9604-19490d3a2059 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:44:10.228169 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:10.326496 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] For port 499e5b1d-5f2c-421a-9604-19490d3a2059, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=499e5b1d-5f2c-421a-9604-19490d3a2059,segment=NetworkSegment(f8655b0e-0916-446d-b5df-cd0cb542ec00),segment_id=f8655b0e-0916-446d-b5df-cd0cb542ec00)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:10.326948 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:10.345686 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Calling delete_port for 499e5b1d-5f2c-421a-9604-19490d3a2059 owned by network:router_interface {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:44:10.623373 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:10.681834 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=499e5b1d-5f2c-421a-9604-19490d3a2059,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:10.905151 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c7f15-1908-42e2-8531-5cc4ba202148 req-7acf47e0-94ec-4917-a556-743cf2f7ed85 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:10.906866 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3e7c7f15-1908-42e2-8531-5cc4ba202148 req-7acf47e0-94ec-4917-a556-743cf2f7ed85 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.1764143 Aug 10 10:44:10.991649 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3e7c7f15-1908-42e2-8531-5cc4ba202148 req-12a7f35e-e0f5-4743-9d94-3d48a81cb26a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573268 Aug 10 10:44:10.992336 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373288'] for router_interface, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:11.385810 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Router 50db1405-fbed-4ef0-b494-11d8ecc35296 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:44:11.613007 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:44:11.622085 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-fa5f4beb-b87c-438d-b8aa-6646cd902f73 admin admin] 10.222.0.43 "PUT /v2.0/routers/50db1405-fbed-4ef0-b494-11d8ecc35296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5163281 Aug 10 10:44:11.625403 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 43866) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:11.642970 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] Sync routers for ids ['50db1405-fbed-4ef0-b494-11d8ecc35296'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:44:11.676495 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] Routers {'50db1405-fbed-4ef0-b494-11d8ecc35296'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:44:11.677524 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:44:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['50db1405-fbed-4ef0-b494-11d8ecc35296'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:11.850911 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] Set router 50db1405-fbed-4ef0-b494-11d8ecc35296 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:44:11.915695 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks [] for router, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:12.085107 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:12.170266 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Deleting port c3cc146a-ab8c-4082-8e52-0088f7b93da4 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:44:12.170873 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:12.219532 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:44:10Z', 'revision_number': 5, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'gw_port': {'id': 'c3cc146a-ab8c-4082-8e52-0088f7b93da4', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:12.254752 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df256-5790-4783-8e22-73cfb30efd4a req-c167b183-6470-4a48-bbaf-a467356fd635 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:12.261031 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4c6df256-5790-4783-8e22-73cfb30efd4a req-c167b183-6470-4a48-bbaf-a467356fd635 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.1006250 Aug 10 10:44:12.263163 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] Checking router: 50db1405-fbed-4ef0-b494-11d8ecc35296 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:44:12.284125 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] Routers {'50db1405-fbed-4ef0-b494-11d8ecc35296'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:44:12.284760 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:44:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['50db1405-fbed-4ef0-b494-11d8ecc35296'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:12.289934 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] For port c3cc146a-ab8c-4082-8e52-0088f7b93da4, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=c3cc146a-ab8c-4082-8e52-0088f7b93da4,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:12.290573 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:12.314209 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Calling delete_port for c3cc146a-ab8c-4082-8e52-0088f7b93da4 owned by network:router_gateway {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:44:12.359903 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4c6df256-5790-4783-8e22-73cfb30efd4a req-a1bf4297-6ebc-49e2-9b08-c7fc3f1afd49 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892694 Aug 10 10:44:12.399669 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] Set router 50db1405-fbed-4ef0-b494-11d8ecc35296 gateway port host: None {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:44:12.491421 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:44:12Z', 'revision_number': 6, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'gw_port_host': None}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:12.624349 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85776516-ca28-4aea-a7fb-8bd375378622 None None] The sync data for ids ['50db1405-fbed-4ef0-b494-11d8ecc35296'] in dv-cinder-772181-13-iscsi is: [{'id': '50db1405-fbed-4ef0-b494-11d8ecc35296', 'name': 'tempest-ServerRescueNegativeTestJSON-1051812431-router', 'tenant_id': '08a87f5d46924e40a5c9cead64d50ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:39Z', 'updated_at': '2021-08-10T10:44:12Z', 'revision_number': 6, 'project_id': '08a87f5d46924e40a5c9cead64d50ada', 'gw_port_host': None}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:44:12.674891 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:12.713909 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3cc146a-ab8c-4082-8e52-0088f7b93da4,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:12.840072 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373966'] for router_gateway, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.133571 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33921'] for router, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.141438 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.285659 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375843'] for router, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.286095 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50db1405-fbed-4ef0-b494-11d8ecc35296 {{(pid=99995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:44:13.295602 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.299777 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-91730aaa-3b73-4a0a-b965-7c1c510ab24c admin admin] 10.222.0.43 "DELETE /v2.0/routers/50db1405-fbed-4ef0-b494-11d8ecc35296 HTTP/1.1" status: 204 len: 168 time: 1.6697538 Aug 10 10:44:13.300277 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 43882) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:13.356788 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb162f1-3322-4cdd-a3c5-dee39d517e4f admin admin] Deleting subnet 773fcac6-d171-4f89-b223-b13781b04501 {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:44:13.362694 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4bb162f1-3322-4cdd-a3c5-dee39d517e4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.449690 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4bb162f1-3322-4cdd-a3c5-dee39d517e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11460473'] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.534374 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4bb162f1-3322-4cdd-a3c5-dee39d517e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.536136 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc2b7b-b03f-4055-9899-a9e5be97bc25 req-966b3a40-4a52-4251-ae41-751aff7d1500 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:13.544922 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eccc2b7b-b03f-4055-9899-a9e5be97bc25 req-966b3a40-4a52-4251-ae41-751aff7d1500 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0779500 Aug 10 10:44:13.596626 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eccc2b7b-b03f-4055-9899-a9e5be97bc25 req-df51b472-0092-46e9-ac85-a1d540039a34 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505342 Aug 10 10:44:13.662894 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4bb162f1-3322-4cdd-a3c5-dee39d517e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11743965'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.716833 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4bb162f1-3322-4cdd-a3c5-dee39d517e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.721698 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-4bb162f1-3322-4cdd-a3c5-dee39d517e4f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/773fcac6-d171-4f89-b223-b13781b04501 HTTP/1.1" status: 204 len: 168 time: 0.4200974 Aug 10 10:44:13.723615 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb162f1-3322-4cdd-a3c5-dee39d517e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773fcac6-d171-4f89-b223-b13781b04501,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:13.726621 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 43890) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:13.746561 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 499e5b1d-5f2c-421a-9604-19490d3a2059 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:44:13.794106 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 499e5b1d-5f2c-421a-9604-19490d3a2059 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:44:13.794980 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 499e5b1d-5f2c-421a-9604-19490d3a2059 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:44:13.795924 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device c3cc146a-ab8c-4082-8e52-0088f7b93da4 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:44:13.827318 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: c3cc146a-ab8c-4082-8e52-0088f7b93da4 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:44:13.827928 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device c3cc146a-ab8c-4082-8e52-0088f7b93da4 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:44:13.865326 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:14.031108 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:14.051344 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.051668 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.052634 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.053785 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > port after_create 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.053785 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.053785 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > port after_update 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.054252 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.054393 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.055348 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.055348 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.287552 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.288412 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.288900 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.289350 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:44:14.289842 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0c085c-bf67-45ed-acd0-fdd1b26ef92d']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:14.314599 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8655b0e-0916-446d-b5df-cd0cb542ec00') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:14.315310 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8655b0e-0916-446d-b5df-cd0cb542ec00') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:14.338218 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:14.368779 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:14.389443 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:44:14.390139 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: from cryptography.utils import int_from_bytes Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: from cryptography.utils import int_from_bytes Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:44:14.395843 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:44:14.471891 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:14.481210 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:14.485378 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] 10.222.0.43 "DELETE /v2.0/networks/6b0c085c-bf67-45ed-acd0-fdd1b26ef92d HTTP/1.1" status: 204 len: 168 time: 0.7584770 Aug 10 10:44:14.505345 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff4423-0019-4140-b018-031eca4e8b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0c085c-bf67-45ed-acd0-fdd1b26ef92d,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:14.812497 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 43908) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:14.868167 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-73d43383-e19a-402b-9263-e53d32e801f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08a87f5d46924e40a5c9cead64d50ada&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542760 Aug 10 10:44:14.872898 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 43914) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:14.932344 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e13a5bfc-6a26-42ef-a084-3a3adc6d7059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:14.960176 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e13a5bfc-6a26-42ef-a084-3a3adc6d7059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:15.028900 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e13a5bfc-6a26-42ef-a084-3a3adc6d7059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:15.033264 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e13a5bfc-6a26-42ef-a084-3a3adc6d7059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:15.034828 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-e13a5bfc-6a26-42ef-a084-3a3adc6d7059 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da3fc8d4-79fd-4821-872f-dcd9f29ba0e7 HTTP/1.1" status: 204 len: 168 time: 0.1613493 Aug 10 10:44:15.054989 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a5bfc-6a26-42ef-a084-3a3adc6d7059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fc8d4-79fd-4821-872f-dcd9f29ba0e7,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:17.263794 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 43980) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:17.486711 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4cfe072b-bbdc-4fa8-813b-65bd25100b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:17.644208 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4cfe072b-bbdc-4fa8-813b-65bd25100b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:17.652708 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4cfe072b-bbdc-4fa8-813b-65bd25100b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:17.718030 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 43990) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:17.730113 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-4cfe072b-bbdc-4fa8-813b-65bd25100b8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7b0b9d9ab3a4deeb95f28846f6eab0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563072 Aug 10 10:44:17.732604 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe072b-bbdc-4fa8-813b-65bd25100b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75867b0f-c7d6-4bd0-b603-432162ec8bf3,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:17.799304 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a2fc253f-97ed-4c17-8abc-3beb3fe94717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:17.841040 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a2fc253f-97ed-4c17-8abc-3beb3fe94717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:17.920852 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a2fc253f-97ed-4c17-8abc-3beb3fe94717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:17.924348 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a2fc253f-97ed-4c17-8abc-3beb3fe94717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:17.925721 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a2fc253f-97ed-4c17-8abc-3beb3fe94717 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75867b0f-c7d6-4bd0-b603-432162ec8bf3 HTTP/1.1" status: 204 len: 168 time: 0.2055106 Aug 10 10:44:17.948180 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc253f-97ed-4c17-8abc-3beb3fe94717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75867b0f-c7d6-4bd0-b603-432162ec8bf3,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:22.406011 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 44082) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:22.554484 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cfc1e464-00eb-4918-bdb5-388524f27dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:22.667370 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cfc1e464-00eb-4918-bdb5-388524f27dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:22.672516 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cfc1e464-00eb-4918-bdb5-388524f27dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:22.724970 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-cfc1e464-00eb-4918-bdb5-388524f27dbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a60d8995d21a4472b31bd7acf5fb4419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174903 Aug 10 10:44:22.726408 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1e464-00eb-4918-bdb5-388524f27dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c051e1-3180-4f16-8154-c3405ccf66f1,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:22.729533 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44092) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:22.785605 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:44:22.794668 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0edcfa28-c9d8-4fd4-9033-c94cf53a1aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:22.820091 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0edcfa28-c9d8-4fd4-9033-c94cf53a1aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:22.901324 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0edcfa28-c9d8-4fd4-9033-c94cf53a1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:22.904329 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0edcfa28-c9d8-4fd4-9033-c94cf53a1aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:22.905697 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-0edcfa28-c9d8-4fd4-9033-c94cf53a1aa8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2c051e1-3180-4f16-8154-c3405ccf66f1 HTTP/1.1" status: 204 len: 168 time: 0.1741502 Aug 10 10:44:22.921649 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcfa28-c9d8-4fd4-9033-c94cf53a1aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c051e1-3180-4f16-8154-c3405ccf66f1,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:23.243879 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 44116) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:23.263079 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-955e9570-5055-400e-acac-4e5dceb67151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:23.383027 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-955e9570-5055-400e-acac-4e5dceb67151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:23.387841 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-955e9570-5055-400e-acac-4e5dceb67151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:23.429166 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-955e9570-5055-400e-acac-4e5dceb67151 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85dd5ad50198420ba2c075fd60121c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839626 Aug 10 10:44:23.430281 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e9570-5055-400e-acac-4e5dceb67151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630029e6-a358-48a9-9ff7-f201b3f40db2,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:23.432038 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44118) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:23.487540 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ebad126c-00f4-497c-a9f0-0c719f69650a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:23.509545 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ebad126c-00f4-497c-a9f0-0c719f69650a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:23.560857 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ebad126c-00f4-497c-a9f0-0c719f69650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:23.563911 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ebad126c-00f4-497c-a9f0-0c719f69650a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:23.565229 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-ebad126c-00f4-497c-a9f0-0c719f69650a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/630029e6-a358-48a9-9ff7-f201b3f40db2 HTTP/1.1" status: 204 len: 168 time: 0.1320522 Aug 10 10:44:23.577932 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad126c-00f4-497c-a9f0-0c719f69650a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630029e6-a358-48a9-9ff7-f201b3f40db2,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:26.092260 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44234) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:26.141369 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9930f4-9deb-432a-a8de-6ef84ecffd59 admin admin] Deleting subnet d84e2dee-c2f4-4b76-a7c0-1d54be431216 {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:44:26.145075 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ce9930f4-9deb-432a-a8de-6ef84ecffd59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.181885 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ce9930f4-9deb-432a-a8de-6ef84ecffd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11460473'] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.224464 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ce9930f4-9deb-432a-a8de-6ef84ecffd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.295500 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ce9930f4-9deb-432a-a8de-6ef84ecffd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11743965'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.331427 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9930f4-9deb-432a-a8de-6ef84ecffd59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84e2dee-c2f4-4b76-a7c0-1d54be431216,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:26.337285 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-ce9930f4-9deb-432a-a8de-6ef84ecffd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.341327 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-ce9930f4-9deb-432a-a8de-6ef84ecffd59 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d84e2dee-c2f4-4b76-a7c0-1d54be431216 HTTP/1.1" status: 204 len: 168 time: 0.2477639 Aug 10 10:44:26.344214 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44242) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:26.445283 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.590772 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.610197 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc37f0f-32c0-4484-a559-4d0a87348bdc']}} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:26.630476 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee') {'for_net_delete': True} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:26.631038 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfb9ef6-3c82-4e84-b9f1-2f34093339ee') {} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:44:26.646621 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11460352'] for segment, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.668628 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.681719 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=99995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:44:26.683517 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950914'] for segment, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: Traceback (most recent call last): Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: timer() Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: cb(*args, **kw) Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: return func(*args, **kwargs) Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: self._notify() Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: self.callback(batched_events) Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: event.method(event) Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: return f(self, *a, **k) Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._get(url).json() Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: return self.request(url, 'GET', **kwargs) Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:44:26.687855 dv-cinder-772181-13-iscsi neutron-server[99995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:44:26.764429 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.772037 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:26.779842 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] 10.222.0.43 "DELETE /v2.0/networks/6bc37f0f-32c0-4484-a559-4d0a87348bdc HTTP/1.1" status: 204 len: 168 time: 0.4295080 Aug 10 10:44:26.790135 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf9056-3457-4a14-a19c-920134dd3f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc37f0f-32c0-4484-a559-4d0a87348bdc,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:27.019731 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44266) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:27.079944 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-0f6078e0-ec9c-4a4d-9e2b-1e4ce2229994 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=751b191d31b44f49ae16f79297cf95f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588691 Aug 10 10:44:27.083483 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44272) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:27.118071 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-75ab8456-c70d-4aab-a830-b49d84a3cfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:27.146117 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c7e536ae-e25c-4308-bc39-3b876da7bc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:27.174490 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c7e536ae-e25c-4308-bc39-3b876da7bc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:27.240699 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c7e536ae-e25c-4308-bc39-3b876da7bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:27.244428 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c7e536ae-e25c-4308-bc39-3b876da7bc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:27.250396 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-c7e536ae-e25c-4308-bc39-3b876da7bc74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a963bc6c-f9b0-48bb-bad2-1ae4eed9218b HTTP/1.1" status: 204 len: 168 time: 0.1619289 Aug 10 10:44:27.265747 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e536ae-e25c-4308-bc39-3b876da7bc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a963bc6c-f9b0-48bb-bad2-1ae4eed9218b,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:27.917861 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702ef2a-661c-4358-bcb0-2b625659cb26 req-9b0d8fa3-9e12-43e0-8111-593bd9953152 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:27.919722 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7702ef2a-661c-4358-bcb0-2b625659cb26 req-9b0d8fa3-9e12-43e0-8111-593bd9953152 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 945 time: 0.0533366 Aug 10 10:44:27.968436 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7702ef2a-661c-4358-bcb0-2b625659cb26 req-0999b472-1ab8-4477-90e3-1c8ecc74e798 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Aug 10 10:44:28.788147 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44302) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:28.935385 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-841810b5-4bc3-41bc-bb5b-0c70dd6632e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.054027 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-841810b5-4bc3-41bc-bb5b-0c70dd6632e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.059815 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-841810b5-4bc3-41bc-bb5b-0c70dd6632e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.107761 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-841810b5-4bc3-41bc-bb5b-0c70dd6632e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b46b81b0e05945199b8ee7888d4f9f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181827 Aug 10 10:44:29.108854 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841810b5-4bc3-41bc-bb5b-0c70dd6632e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a450a5df-9714-48d1-8d99-b6de88ce1c70,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:29.112639 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44308) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:29.146870 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4d166-4f4a-4280-8ce9-f82b8829552c req-25f39259-eea6-430f-baae-98abd054772b tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:29.149425 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1fd4d166-4f4a-4280-8ce9-f82b8829552c req-25f39259-eea6-430f-baae-98abd054772b tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 945 time: 0.0911202 Aug 10 10:44:29.185893 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ccea05d-6e03-442c-8dd9-6aa6d4c19967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.203329 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1fd4d166-4f4a-4280-8ce9-f82b8829552c req-9e7baf67-37f4-47cf-a1c4-dc1b235f7931 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Aug 10 10:44:29.229605 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ccea05d-6e03-442c-8dd9-6aa6d4c19967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.298283 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ccea05d-6e03-442c-8dd9-6aa6d4c19967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.301253 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ccea05d-6e03-442c-8dd9-6aa6d4c19967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.302692 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-8ccea05d-6e03-442c-8dd9-6aa6d4c19967 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a450a5df-9714-48d1-8d99-b6de88ce1c70 HTTP/1.1" status: 204 len: 168 time: 0.1887197 Aug 10 10:44:29.313041 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccea05d-6e03-442c-8dd9-6aa6d4c19967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a450a5df-9714-48d1-8d99-b6de88ce1c70,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:29.570262 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7bb2e2a4-8e7a-4a32-b763-647334fee0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.631055 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44314) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:29.646308 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3decb068-7ccc-4de5-a394-91efc086bb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.756929 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3decb068-7ccc-4de5-a394-91efc086bb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.762373 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3decb068-7ccc-4de5-a394-91efc086bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.834064 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3decb068-7ccc-4de5-a394-91efc086bb4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e447c083c5cf4af793fc25d13c4d8204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014074 Aug 10 10:44:29.835576 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decb068-7ccc-4de5-a394-91efc086bb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f4972e-a502-4909-8e6d-c46312e712ff,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:29.836508 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 44316) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:29.892667 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88c9d6d8-1975-43a7-9134-8ba7d7bbfd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.917352 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88c9d6d8-1975-43a7-9134-8ba7d7bbfd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.970434 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88c9d6d8-1975-43a7-9134-8ba7d7bbfd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.975380 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88c9d6d8-1975-43a7-9134-8ba7d7bbfd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:29.977814 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-88c9d6d8-1975-43a7-9134-8ba7d7bbfd7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26f4972e-a502-4909-8e6d-c46312e712ff HTTP/1.1" status: 204 len: 168 time: 0.1398814 Aug 10 10:44:29.990743 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9d6d8-1975-43a7-9134-8ba7d7bbfd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f4972e-a502-4909-8e6d-c46312e712ff,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:30.029654 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-39b63632-18bd-4caa-be8b-e0c7915ebc17 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:30.032147 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-39b63632-18bd-4caa-be8b-e0c7915ebc17 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.26 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 945 time: 0.0713356 Aug 10 10:44:30.121624 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:30.175539 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Deleting port 9525f651-de73-47ba-92a1-5c531f22a212 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:44:30.176070 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:30.314277 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] For port 9525f651-de73-47ba-92a1-5c531f22a212, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9525f651-de73-47ba-92a1-5c531f22a212,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:30.314858 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:30.339933 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Calling delete_port for 9525f651-de73-47ba-92a1-5c531f22a212 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:44:30.381852 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b016da0-481a-447e-b864-9dde64d3a42e req-4a9a0df2-7129-4702-a7fe-32662cd86c53 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:30.384718 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9b016da0-481a-447e-b864-9dde64d3a42e req-4a9a0df2-7129-4702-a7fe-32662cd86c53 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ea8d13-f62d-4c7f-a03e-27b933e9a2e6 HTTP/1.1" status: 200 len: 945 time: 0.0700336 Aug 10 10:44:30.449690 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9b016da0-481a-447e-b864-9dde64d3a42e req-4dd1c07e-83b8-4034-8c21-909bdcb1257d tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535102 Aug 10 10:44:30.552812 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:30.570340 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['9525f651-de73-47ba-92a1-5c531f22a212'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:44:30.592818 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Pushing event deleted for resources: {'Port': ['ID=9525f651-de73-47ba-92a1-5c531f22a212,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:30.613448 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:30.648108 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] No DVR routers for this DVR port 9525f651-de73-47ba-92a1-5c531f22a212 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:44:30.651742 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:30.653906 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-79b5551d-8f48-45bd-b343-d7fc98871955 req-544afca0-447d-4ed5-9e18-caee62c1a6d4 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.26 "DELETE /v2.0/ports/9525f651-de73-47ba-92a1-5c531f22a212 HTTP/1.1" status: 204 len: 173 time: 0.6128876 Aug 10 10:44:30.654381 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea8d13-f62d-4c7f-a03e-27b933e9a2e6', 'name': 'network-vif-deleted', 'tag': '9525f651-de73-47ba-92a1-5c531f22a212'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:44:30.656764 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0164aa39-23df-46aa-af44-5f821b235284" -d '{"events": [{"server_uuid": "17ea8d13-f62d-4c7f-a03e-27b933e9a2e6", "name": "network-vif-deleted", "tag": "9525f651-de73-47ba-92a1-5c531f22a212"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:44:30.715540 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de393516-d05f-47ed-b0ce-e4a13fa918db x-openstack-request-id: req-de393516-d05f-47ed-b0ce-e4a13fa918db {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:44:30.715885 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea8d13-f62d-4c7f-a03e-27b933e9a2e6", "name": "network-vif-deleted", "tag": "9525f651-de73-47ba-92a1-5c531f22a212", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:44:30.716266 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de393516-d05f-47ed-b0ce-e4a13fa918db {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:44:30.716758 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea8d13-f62d-4c7f-a03e-27b933e9a2e6', 'name': 'network-vif-deleted', 'tag': '9525f651-de73-47ba-92a1-5c531f22a212', 'status': 'completed', 'code': 200} Aug 10 10:44:31.709493 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:32.315856 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:33.834183 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 9525f651-de73-47ba-92a1-5c531f22a212 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:44:33.856072 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 9525f651-de73-47ba-92a1-5c531f22a212 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:44:33.856493 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 9525f651-de73-47ba-92a1-5c531f22a212 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:44:41.794469 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-bd2dd69a-85ae-4c23-a8e6-142baaacb2a1 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:41.797002 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-bd2dd69a-85ae-4c23-a8e6-142baaacb2a1 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/networks?id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899 HTTP/1.1" status: 200 len: 814 time: 0.1424479 Aug 10 10:44:41.820549 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-613c2f30-5621-4374-a38d-3a1acfbf5900 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/quotas/d4518860fba64ef7bdfe5abd5cd4f000 HTTP/1.1" status: 200 len: 375 time: 0.0122201 Aug 10 10:44:41.863820 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-4683173b-ba2a-4fa6-a008-8f79a1eaaffc tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4518860fba64ef7bdfe5abd5cd4f000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357263 Aug 10 10:44:41.945999 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44524) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:42.037065 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-f26bca51-a0a7-4af0-985d-814b7daa0bf8 service neutron] 10.222.0.43 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595066 Aug 10 10:44:42.067730 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e1333974-2496-4bee-8a5b-4c2b96891380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:42.198571 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-e268b8b2-0b3d-4da7-922e-51608e455759 service neutron] 10.222.0.43 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531112 Aug 10 10:44:42.231911 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e1333974-2496-4bee-8a5b-4c2b96891380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:42.237039 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e1333974-2496-4bee-8a5b-4c2b96891380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:42.280432 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-e1333974-2496-4bee-8a5b-4c2b96891380 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba051d456e4d4b678716b1723685616a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331695 Aug 10 10:44:42.281192 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1333974-2496-4bee-8a5b-4c2b96891380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692d4583-06d1-44bb-a065-303cc7a486ca,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:42.284651 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44528) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:42.351495 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a4ce-1c66-40ce-9a4a-439d54186342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:42.392436 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a4ce-1c66-40ce-9a4a-439d54186342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:42.434082 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d74d771f-3bd7-4aff-adc0-769bd01754b6 req-7590a1e2-d598-4f48-aa69-f6a7cdb33582 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 210 time: 0.0453179 Aug 10 10:44:42.485912 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a4ce-1c66-40ce-9a4a-439d54186342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:42.490538 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a4ce-1c66-40ce-9a4a-439d54186342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:42.493093 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a9a4a4ce-1c66-40ce-9a4a-439d54186342 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/692d4583-06d1-44bb-a065-303cc7a486ca HTTP/1.1" status: 204 len: 168 time: 0.2067957 Aug 10 10:44:42.511725 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a4ce-1c66-40ce-9a4a-439d54186342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692d4583-06d1-44bb-a065-303cc7a486ca,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:42.808576 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a0b2-2ae8-4499-8663-8f694f508cf3 req-ee20d65e-7d11-4e3c-8b24-49c1af5040de tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:42.811333 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f016a0b2-2ae8-4499-8663-8f694f508cf3 req-ee20d65e-7d11-4e3c-8b24-49c1af5040de tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0796771 Aug 10 10:44:42.870223 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f016a0b2-2ae8-4499-8663-8f694f508cf3 req-b068997a-a545-4124-902b-1951dccf7a19 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500410 Aug 10 10:44:42.945859 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44550) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:42.961460 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-96e4ffd0-6424-4907-8a7f-1b6f4f90f51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.084645 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-96e4ffd0-6424-4907-8a7f-1b6f4f90f51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.091253 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-96e4ffd0-6424-4907-8a7f-1b6f4f90f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.164278 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-96e4ffd0-6424-4907-8a7f-1b6f4f90f51b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e9bd1ca20e942c88e5ef875d824d357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169318 Aug 10 10:44:43.167013 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4ffd0-6424-4907-8a7f-1b6f4f90f51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba702493-ccbd-493f-a31b-9698e6d3b2ad,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:43.168242 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 44552) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:43.229580 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f8b0c7ec-f09c-4a1d-8bf3-9a555988753e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.254539 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f8b0c7ec-f09c-4a1d-8bf3-9a555988753e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.325713 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f8b0c7ec-f09c-4a1d-8bf3-9a555988753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.328199 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f8b0c7ec-f09c-4a1d-8bf3-9a555988753e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.329441 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f8b0c7ec-f09c-4a1d-8bf3-9a555988753e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba702493-ccbd-493f-a31b-9698e6d3b2ad HTTP/1.1" status: 204 len: 168 time: 0.1601834 Aug 10 10:44:43.338294 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0c7ec-f09c-4a1d-8bf3-9a555988753e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba702493-ccbd-493f-a31b-9698e6d3b2ad,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:43.584382 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b577d5bd-a0cd-4589-8095-32111a3f1846 req-33062567-f726-414b-bc52-9a5213c77c66 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 210 time: 0.0501783 Aug 10 10:44:43.753872 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-c4c602ad-9428-450c-b350-5f0422e944fd tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:43.755669 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-c4c602ad-9428-450c-b350-5f0422e944fd tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.26 "GET /v2.0/networks?id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899 HTTP/1.1" status: 200 len: 814 time: 0.1508019 Aug 10 10:44:43.779755 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Request body: {'port': {'device_id': '46f42857-41dd-4799-be17-bfce1c428817', 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899', 'admin_state_up': True, 'tenant_id': 'd4518860fba64ef7bdfe5abd5cd4f000'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:44:43.789678 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 44562) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:43.807983 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6f0157ed-8203-40f2-af57-df0f9ddaef08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.915041 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6f0157ed-8203-40f2-af57-df0f9ddaef08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.919804 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6f0157ed-8203-40f2-af57-df0f9ddaef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.937635 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Made reservation on behalf of d4518860fba64ef7bdfe5abd5cd4f000 for: {'port': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:44:43.941700 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.972654 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6f0157ed-8203-40f2-af57-df0f9ddaef08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=602591de902e4a7faf683ba8c033434c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809356 Aug 10 10:44:43.975482 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 44568) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:44:43.978835 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0157ed-8203-40f2-af57-df0f9ddaef08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4b1994-0824-4c83-8292-81d31d37961f,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:44.063570 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77452219-f60b-45bc-b263-f8320b33fae0 req-4984b3d6-41e6-40e1-8c23-2c84991c82f9 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:44.065595 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-77452219-f60b-45bc-b263-f8320b33fae0 req-4984b3d6-41e6-40e1-8c23-2c84991c82f9 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0911641 Aug 10 10:44:44.082352 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-41c46423-17b1-4b72-afdb-75aea5001cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.091387 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Allocated IP 172.20.0.4 (c0fa9f42-c77b-4d58-92d4-12d9a1b41899/e0cfdefe-59de-4398-af72-1d8c42967f55/7abf274d-83b2-4736-80d8-4cf675ffd32f) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:44:44.130244 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-41c46423-17b1-4b72-afdb-75aea5001cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.143583 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-77452219-f60b-45bc-b263-f8320b33fae0 req-74c6f2cc-82c3-411a-bb2e-24b2764320c0 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674582 Aug 10 10:44:44.205198 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-41c46423-17b1-4b72-afdb-75aea5001cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.208148 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-41c46423-17b1-4b72-afdb-75aea5001cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.211799 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-41c46423-17b1-4b72-afdb-75aea5001cc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f4b1994-0824-4c83-8292-81d31d37961f HTTP/1.1" status: 204 len: 168 time: 0.2322385 Aug 10 10:44:44.218899 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46423-17b1-4b72-afdb-75aea5001cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4b1994-0824-4c83-8292-81d31d37961f,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:44.269692 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.313222 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.360471 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:44:44.366580 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:44:44.370411 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:44:44.402819 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Pushing event updated for resources: {'Port': ['ID=7abf274d-83b2-4736-80d8-4cf675ffd32f,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:44.442989 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:44.444033 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.467834 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-38063f8b-9791-47e6-a4ce-bc5bdbc137f0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6938443 Aug 10 10:44:44.482580 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Request body: {'port': {'device_id': '46f42857-41dd-4799-be17-bfce1c428817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:44:44.548917 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.780103 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e79a0-fe97-47da-8362-d4a45d5a62b3 req-deb92f91-aeeb-487f-b9d9-8fe3891f5c3f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:44.782161 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-994e79a0-fe97-47da-8362-d4a45d5a62b3 req-deb92f91-aeeb-487f-b9d9-8fe3891f5c3f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 931 time: 0.0696046 Aug 10 10:44:44.851653 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-994e79a0-fe97-47da-8362-d4a45d5a62b3 req-3bd57b83-0d5e-4e18-9cab-6cc14a5d7e30 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580356 Aug 10 10:44:44.918292 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abf274d-83b2-4736-80d8-4cf675ffd32f {{(pid=99995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:44:44.933109 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.960056 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Transition to ACTIVE for port object 7abf274d-83b2-4736-80d8-4cf675ffd32f will not be triggered until provisioned by entity L2. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:44:44.966005 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:45.033330 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Pushing event updated for resources: {'Port': ['ID=7abf274d-83b2-4736-80d8-4cf675ffd32f,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:45.115926 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Attempting to bind port 7abf274d-83b2-4736-80d8-4cf675ffd32f on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:44:45.116931 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Attempting to bind port 7abf274d-83b2-4736-80d8-4cf675ffd32f by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'fb67bbec-69f1-4e2d-b44b-69fb72959952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899'}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:44:45.116931 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Attempting to bind port 7abf274d-83b2-4736-80d8-4cf675ffd32f on network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:44:45.122418 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Port 7abf274d-83b2-4736-80d8-4cf675ffd32f on network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:44:45.122734 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Attempting to bind port 7abf274d-83b2-4736-80d8-4cf675ffd32f on network c0fa9f42-c77b-4d58-92d4-12d9a1b41899 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:44:45.128558 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:44:45.128907 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Checking segment: {'id': 'fb67bbec-69f1-4e2d-b44b-69fb72959952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:44:45.129273 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Bound using segment: {'id': 'fb67bbec-69f1-4e2d-b44b-69fb72959952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899'} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:44:45.129739 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Bound port: 7abf274d-83b2-4736-80d8-4cf675ffd32f, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb67bbec-69f1-4e2d-b44b-69fb72959952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899'}}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:44:45.130105 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:45.242983 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] For port 7abf274d-83b2-4736-80d8-4cf675ffd32f, host hv-cinder-77218, cleared binding levels {{(pid=99995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:44:45.250716 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] For port 7abf274d-83b2-4736-80d8-4cf675ffd32f, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7abf274d-83b2-4736-80d8-4cf675ffd32f,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:44:45.256865 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:45.308853 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000b3b9-3dbd-4e4f-b39f-23407f7f2abb req-25288fa7-c7dc-4f19-831c-9866336f2f53 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:45.312105 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e000b3b9-3dbd-4e4f-b39f-23407f7f2abb req-25288fa7-c7dc-4f19-831c-9866336f2f53 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0740068 Aug 10 10:44:45.333908 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:45.334898 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:45.337341 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] 10.222.0.26 "PUT /v2.0/ports/7abf274d-83b2-4736-80d8-4cf675ffd32f HTTP/1.1" status: 200 len: 1093 time: 0.8600628 Aug 10 10:44:45.338096 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f42857-41dd-4799-be17-bfce1c428817', 'tag': '7abf274d-83b2-4736-80d8-4cf675ffd32f'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:44:45.342412 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "46f42857-41dd-4799-be17-bfce1c428817", "tag": "7abf274d-83b2-4736-80d8-4cf675ffd32f"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:44:45.379477 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e000b3b9-3dbd-4e4f-b39f-23407f7f2abb req-4881ceff-f53c-4eb4-9edf-e8306eee3852 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590034 Aug 10 10:44:45.380100 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4aef8-fd2e-4704-bb1f-bdf287344afa service neutron] Pushing event updated for resources: {'Port': ['ID=7abf274d-83b2-4736-80d8-4cf675ffd32f,revision_number=3']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:45.429972 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482f365a-c9e9-4004-949d-4f5ddbbdd8ca x-openstack-request-id: req-482f365a-c9e9-4004-949d-4f5ddbbdd8ca {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:44:45.430438 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f42857-41dd-4799-be17-bfce1c428817", "tag": "7abf274d-83b2-4736-80d8-4cf675ffd32f", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:44:45.430854 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-482f365a-c9e9-4004-949d-4f5ddbbdd8ca {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:44:45.431567 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f42857-41dd-4799-be17-bfce1c428817', 'tag': '7abf274d-83b2-4736-80d8-4cf675ffd32f', 'status': 'completed', 'code': 200} Aug 10 10:44:45.456082 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-975a099c-bcf0-4b5e-b2e1-12e0aa197adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:45.457714 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-975a099c-bcf0-4b5e-b2e1-12e0aa197adf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4518860fba64ef7bdfe5abd5cd4f000&device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 1096 time: 0.0726926 Aug 10 10:44:45.716235 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-cb1d86ca-b4bc-485a-adb4-4e69e71bb4a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7abf274d-83b2-4736-80d8-4cf675ffd32f HTTP/1.1" status: 200 len: 217 time: 0.2495236 Aug 10 10:44:45.771443 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-ac505d6d-fe5b-4b8a-be45-c60c8bfcb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:45.772903 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-ac505d6d-fe5b-4b8a-be45-c60c8bfcb2f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e0cfdefe-59de-4398-af72-1d8c42967f55 HTTP/1.1" status: 200 len: 854 time: 0.0483425 Aug 10 10:44:45.812513 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-33cbd6f0-6828-4621-8530-0f65ac514f75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278075 Aug 10 10:44:45.975908 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-0a8c015e-f012-45aa-bed5-45a8a4bc944b service neutron] 10.222.0.26 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547735 Aug 10 10:44:46.084871 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf588db-d0d9-4374-9f30-7af9c59ed6bc req-c77cf112-875b-4206-b9a6-f757f9def471 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:46.093247 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4bf588db-d0d9-4374-9f30-7af9c59ed6bc req-c77cf112-875b-4206-b9a6-f757f9def471 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 943 time: 0.1213520 Aug 10 10:44:46.166522 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-90e8c791-ee8a-407b-b5e3-49f3c7ed9a3f req-8178fb8a-10f2-491e-b495-5ef995da2fcc service neutron] 10.222.0.26 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797652 Aug 10 10:44:46.194655 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4bf588db-d0d9-4374-9f30-7af9c59ed6bc req-075101db-6bcb-413f-85f8-697afaba1832 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881450 Aug 10 10:44:46.272602 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-0fd0687e-95be-4366-8931-cf840e92a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:46.274200 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-0fd0687e-95be-4366-8931-cf840e92a273 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4518860fba64ef7bdfe5abd5cd4f000&device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 1096 time: 0.0481720 Aug 10 10:44:46.386784 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-e8b48614-161a-4c2c-bf50-825219881636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:46.388557 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-e8b48614-161a-4c2c-bf50-825219881636 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899 HTTP/1.1" status: 200 len: 915 time: 0.1039429 Aug 10 10:44:46.438122 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-4aea6f3f-caea-42f4-9a62-6669e92f4aa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7abf274d-83b2-4736-80d8-4cf675ffd32f HTTP/1.1" status: 200 len: 217 time: 0.0404370 Aug 10 10:44:46.508481 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-826655e7-5d5f-4883-a31a-b47b10eb0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:46.510563 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-826655e7-5d5f-4883-a31a-b47b10eb0137 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e0cfdefe-59de-4398-af72-1d8c42967f55 HTTP/1.1" status: 200 len: 854 time: 0.0609741 Aug 10 10:44:46.531288 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267ab95-873f-4c67-a6d9-570b5f02c91f req-2aca5873-1f5f-426c-a946-7b4fdc36438a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:46.533941 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8267ab95-873f-4c67-a6d9-570b5f02c91f req-2aca5873-1f5f-426c-a946-7b4fdc36438a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0598102 Aug 10 10:44:46.560484 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-dce9645e-f6d7-4738-ae3d-6a17178e5d22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0fa9f42-c77b-4d58-92d4-12d9a1b41899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401878 Aug 10 10:44:46.591325 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8267ab95-873f-4c67-a6d9-570b5f02c91f req-2d2974d3-7eb4-4413-b4e8-3f6bd329b482 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468843 Aug 10 10:44:46.737812 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-7263797c-9c10-44d7-bba9-48d1ba389a3a service neutron] 10.222.0.26 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674504 Aug 10 10:44:46.854435 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6eae331-5ddf-410e-86e6-1a5bebba7d0d req-c9306d15-0faf-4d1e-a240-4b19dcacaae4 service neutron] 10.222.0.26 "GET /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003644 Aug 10 10:44:47.334780 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ef601-b6fd-4797-83db-007c1ba86e03 req-fb04cdd6-5d90-460c-8662-4d623bd3cacc tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:47.336491 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-784ef601-b6fd-4797-83db-007c1ba86e03 req-fb04cdd6-5d90-460c-8662-4d623bd3cacc tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 943 time: 0.0512934 Aug 10 10:44:47.380593 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-784ef601-b6fd-4797-83db-007c1ba86e03 req-61c75e85-5554-45fa-bffa-2f496584578e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Aug 10 10:44:47.607190 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 7abf274d-83b2-4736-80d8-4cf675ffd32f details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:44:47.722023 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 7abf274d-83b2-4736-80d8-4cf675ffd32f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7abf274d-83b2-4736-80d8-4cf675ffd32f,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:47.738510 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '7abf274d-83b2-4736-80d8-4cf675ffd32f', 'network_id': 'c0fa9f42-c77b-4d58-92d4-12d9a1b41899', 'port_id': '7abf274d-83b2-4736-80d8-4cf675ffd32f', 'mac_address': 'fa:16:3e:eb:0f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cfdefe-59de-4398-af72-1d8c42967f55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:44:47.787285 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:47.799396 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df6170-aed1-411f-82ef-24c2dd67a9aa req-ba50002b-4092-44f6-9b47-b3540dfd4651 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:47.801541 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e0df6170-aed1-411f-82ef-24c2dd67a9aa req-ba50002b-4092-44f6-9b47-b3540dfd4651 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0642214 Aug 10 10:44:47.804231 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abf274d-83b2-4736-80d8-4cf675ffd32f {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:44:47.827790 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 7abf274d-83b2-4736-80d8-4cf675ffd32f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7abf274d-83b2-4736-80d8-4cf675ffd32f,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:47.835240 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:47.870705 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e0df6170-aed1-411f-82ef-24c2dd67a9aa req-542b097f-6996-4f67-85ce-3701435f10db tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611539 Aug 10 10:44:47.912638 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=7abf274d-83b2-4736-80d8-4cf675ffd32f,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:48.117053 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['7abf274d-83b2-4736-80d8-4cf675ffd32f'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:44:48.518967 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201707d9-3d4e-4096-8960-f2c295c8a466 req-b97adada-f1b7-49be-a9e3-f07c74a2db47 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:48.520605 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-201707d9-3d4e-4096-8960-f2c295c8a466 req-b97adada-f1b7-49be-a9e3-f07c74a2db47 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 944 time: 0.0619352 Aug 10 10:44:48.564005 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-201707d9-3d4e-4096-8960-f2c295c8a466 req-e1e362ec-4adf-45c7-b455-8e550e132c0f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367892 Aug 10 10:44:49.015273 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff7072-3ff1-45df-a8c8-d36380e539d5 req-63d2d99e-fa7e-4cbf-95d1-a12b4c5f4a5d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:49.016927 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-46ff7072-3ff1-45df-a8c8-d36380e539d5 req-63d2d99e-fa7e-4cbf-95d1-a12b4c5f4a5d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0616717 Aug 10 10:44:49.059465 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-46ff7072-3ff1-45df-a8c8-d36380e539d5 req-43b93d0c-6e32-4e2c-bf70-481571e34451 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360150 Aug 10 10:44:49.618207 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 7abf274d-83b2-4736-80d8-4cf675ffd32f up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:44:49.697014 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 7abf274d-83b2-4736-80d8-4cf675ffd32f completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:44:49.701964 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 7abf274d-83b2-4736-80d8-4cf675ffd32f triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:44:49.702341 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:49.737581 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35255ecf-e609-4918-9c2b-2be94e185137 req-7bf0b0f6-31bf-4195-880e-979043f15290 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:49.739185 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-35255ecf-e609-4918-9c2b-2be94e185137 req-7bf0b0f6-31bf-4195-880e-979043f15290 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 944 time: 0.0660386 Aug 10 10:44:49.796860 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-35255ecf-e609-4918-9c2b-2be94e185137 req-bb0e5736-fc12-4e10-91dc-844295c00144 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Aug 10 10:44:49.811947 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:49.839891 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f42857-41dd-4799-be17-bfce1c428817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abf274d-83b2-4736-80d8-4cf675ffd32f'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:44:49.842706 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3415c620-fa59-43cd-bfff-6474e93ba234" -d '{"events": [{"server_uuid": "46f42857-41dd-4799-be17-bfce1c428817", "name": "network-vif-plugged", "status": "completed", "tag": "7abf274d-83b2-4736-80d8-4cf675ffd32f"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:44:49.859153 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 7abf274d-83b2-4736-80d8-4cf675ffd32f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7abf274d-83b2-4736-80d8-4cf675ffd32f,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:44:49.864214 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:49.901821 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafbe2d7-5d95-40ae-97dd-07466be0caad x-openstack-request-id: req-dafbe2d7-5d95-40ae-97dd-07466be0caad {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:44:49.902178 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f42857-41dd-4799-be17-bfce1c428817", "name": "network-vif-plugged", "status": "completed", "tag": "7abf274d-83b2-4736-80d8-4cf675ffd32f", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:44:49.902358 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dafbe2d7-5d95-40ae-97dd-07466be0caad {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:44:49.902733 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f42857-41dd-4799-be17-bfce1c428817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abf274d-83b2-4736-80d8-4cf675ffd32f', 'code': 200} Aug 10 10:44:49.933877 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=7abf274d-83b2-4736-80d8-4cf675ffd32f,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:44:50.097627 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22206d-c0bd-451e-976d-cbd5b7f480a5 req-fd6ad6e6-d722-40ba-b639-7e683c5c86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:50.100263 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-da22206d-c0bd-451e-976d-cbd5b7f480a5 req-fd6ad6e6-d722-40ba-b639-7e683c5c86d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 1098 time: 0.0597899 Aug 10 10:44:50.144883 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-da22206d-c0bd-451e-976d-cbd5b7f480a5 req-f3647d46-5bfc-4c1e-80c7-fe1462387b4e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334606 Aug 10 10:44:50.215801 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9d14-7965-41e9-9f1c-aaaa33dfcea7 req-3f3d48c5-bfec-4c29-9924-91db39784b31 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:50.217388 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-50fa9d14-7965-41e9-9f1c-aaaa33dfcea7 req-3f3d48c5-bfec-4c29-9924-91db39784b31 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0693154 Aug 10 10:44:50.270571 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-50fa9d14-7965-41e9-9f1c-aaaa33dfcea7 req-f56193ee-b09c-4706-8b7c-2e5d9abccd02 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470047 Aug 10 10:44:50.924792 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0f5ca-9cdd-48ab-9736-b232d73856b2 req-d6e26de0-6829-4592-89db-3e791feaac84 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:50.926481 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-79b0f5ca-9cdd-48ab-9736-b232d73856b2 req-d6e26de0-6829-4592-89db-3e791feaac84 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 945 time: 0.0519044 Aug 10 10:44:50.978965 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-79b0f5ca-9cdd-48ab-9736-b232d73856b2 req-03da9cdd-d420-4ae4-8d53-bf0587c3d661 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Aug 10 10:44:51.402833 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ec99-ccec-44a6-acf1-a17023458378 req-0c8ac28f-b9e1-49c5-9964-b6fd0016f4ce tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:51.404497 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-db80ec99-ccec-44a6-acf1-a17023458378 req-0c8ac28f-b9e1-49c5-9964-b6fd0016f4ce tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0615015 Aug 10 10:44:51.450429 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-db80ec99-ccec-44a6-acf1-a17023458378 req-d75c9421-0515-43de-9bc3-1849d4dc39b3 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389097 Aug 10 10:44:52.114979 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2994f-32c5-442b-b865-9e3aaa77ea41 req-e69d2939-cf71-498b-9bdc-200d7df6b8e8 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:52.116829 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-89f2994f-32c5-442b-b865-9e3aaa77ea41 req-e69d2939-cf71-498b-9bdc-200d7df6b8e8 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 945 time: 0.0585027 Aug 10 10:44:52.159866 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-89f2994f-32c5-442b-b865-9e3aaa77ea41 req-95dcf201-4b9c-4bc1-8db2-8e0467fe31ed tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362787 Aug 10 10:44:52.659700 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8f9ba-1800-4117-9246-b764cffe9b69 req-0f5cc7e9-7ccd-43d7-8b61-9468c9f24894 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:52.661984 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1da8f9ba-1800-4117-9246-b764cffe9b69 req-0f5cc7e9-7ccd-43d7-8b61-9468c9f24894 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0837815 Aug 10 10:44:52.718094 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1da8f9ba-1800-4117-9246-b764cffe9b69 req-e54b0801-cf46-458b-9b2c-8427e0d314e5 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477569 Aug 10 10:44:54.081023 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cff50-0012-47c7-bd62-7ad44352ea5f req-69b04d1a-de24-4ce3-bdcc-12c3a708fd3d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:54.082625 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-af3cff50-0012-47c7-bd62-7ad44352ea5f req-69b04d1a-de24-4ce3-bdcc-12c3a708fd3d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.2876427 Aug 10 10:44:54.126074 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-af3cff50-0012-47c7-bd62-7ad44352ea5f req-5764c078-da5c-40fc-bf31-772ab4f2acd7 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365705 Aug 10 10:44:54.386749 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3332a5-6eb4-4252-887b-bf33952d53d7 req-34d8da65-7461-49ed-bf73-0f809a5b7678 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:54.389023 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8d3332a5-6eb4-4252-887b-bf33952d53d7 req-34d8da65-7461-49ed-bf73-0f809a5b7678 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0570915 Aug 10 10:44:54.448498 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8d3332a5-6eb4-4252-887b-bf33952d53d7 req-bf7c2312-6e91-4268-91c9-4efe903f89e4 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474730 Aug 10 10:44:54.512708 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-c5d3d305-c925-44de-9fbe-22df22e9ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:54.515830 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-c5d3d305-c925-44de-9fbe-22df22e9ecc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 1098 time: 0.0675013 Aug 10 10:44:54.612727 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-e45f7b9f-1536-4ebf-9c25-1f50c78fbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:54.614328 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-e45f7b9f-1536-4ebf-9c25-1f50c78fbca6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 912 time: 0.0913610 Aug 10 10:44:54.684445 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-b9fc74fa-fa45-4780-bfff-91d2eba74121 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6 HTTP/1.1" status: 200 len: 1001 time: 0.0610788 Aug 10 10:44:54.754790 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-4b146b7e-c0e4-47cc-94dc-9c597f30d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:54.756781 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-4b146b7e-c0e4-47cc-94dc-9c597f30d636 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 200 len: 850 time: 0.0579031 Aug 10 10:44:54.811652 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-957027c0-9496-41c5-ba8f-16a3e3492534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:54.813279 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-957027c0-9496-41c5-ba8f-16a3e3492534 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a686f5a1-3827-490e-91cf-bda9d5767415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0484025 Aug 10 10:44:54.924620 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-5e361481-14ed-4825-97fa-e204e6f4f2fb service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996883 Aug 10 10:44:55.032114 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2a8f1e94-99d8-4359-a667-09739f3243ad req-68c6e395-308e-4b60-8e3e-db0203022066 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938370 Aug 10 10:44:55.637721 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857263d-3e28-42e1-b359-21d794e9805a req-0ebeb5b4-6b00-43b7-bd1b-e98437a08119 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:55.640226 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3857263d-3e28-42e1-b359-21d794e9805a req-0ebeb5b4-6b00-43b7-bd1b-e98437a08119 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0823257 Aug 10 10:44:55.706058 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3857263d-3e28-42e1-b359-21d794e9805a req-658bbe51-614d-4aa0-a713-32ecf924199c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573325 Aug 10 10:44:56.928562 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab15ace-f85f-4b46-9a87-dfba7fd295e5 req-6524118e-21c4-47f9-b12d-076170b3c9f9 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:44:56.935113 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4ab15ace-f85f-4b46-9a87-dfba7fd295e5 req-6524118e-21c4-47f9-b12d-076170b3c9f9 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0915093 Aug 10 10:44:56.976966 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4ab15ace-f85f-4b46-9a87-dfba7fd295e5 req-ecb8dc79-f13a-4618-8337-370b40fdc5d4 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346482 Aug 10 10:44:57.107058 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f8369008-42a7-4c75-bbfb-de8e09934860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:59.571349 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fa17f85d-d621-4be4-ab85-5932afba2f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:59.785183 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:45:00.119243 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:00.612478 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:00.898676 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452f00-baf4-455c-aeb2-d2a806463883 req-297aefc5-0606-4663-8266-1fb95517597c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:00.900171 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7f452f00-baf4-455c-aeb2-d2a806463883 req-297aefc5-0606-4663-8266-1fb95517597c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0520051 Aug 10 10:45:00.946055 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7f452f00-baf4-455c-aeb2-d2a806463883 req-2d91a7c7-c1d7-4c28-8716-8766fa85d628 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397592 Aug 10 10:45:01.704593 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:02.067917 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f620c8e-3434-4635-a11d-966469d27e92 req-4451992f-7626-44df-b7e6-f9421de9a46d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:02.069403 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0f620c8e-3434-4635-a11d-966469d27e92 req-4451992f-7626-44df-b7e6-f9421de9a46d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0484836 Aug 10 10:45:02.108626 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0f620c8e-3434-4635-a11d-966469d27e92 req-1e4fccae-db07-4870-b973-bcab14d69e75 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327415 Aug 10 10:45:02.311125 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:03.250496 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52ae3b-f29b-4e6f-bc64-d962a6a8ccd8 req-4074a7eb-2575-42bb-884e-ee8d65f731dc tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:03.252407 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4b52ae3b-f29b-4e6f-bc64-d962a6a8ccd8 req-4074a7eb-2575-42bb-884e-ee8d65f731dc tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0588133 Aug 10 10:45:03.295961 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4b52ae3b-f29b-4e6f-bc64-d962a6a8ccd8 req-64df9dec-62fd-4e7e-b6f6-8f9380c4be20 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354993 Aug 10 10:45:04.217790 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-9d25f076-9669-433c-b275-79a75e49a814 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415561 Aug 10 10:45:04.286525 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-c9f4ec98-e4a6-4158-8185-483e96b2e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:04.288086 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-c9f4ec98-e4a6-4158-8185-483e96b2e22e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 1098 time: 0.0428307 Aug 10 10:45:04.412912 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-1c2edb19-f8c6-48c9-ab0e-2e1d7d7231be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:04.414506 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-1c2edb19-f8c6-48c9-ab0e-2e1d7d7231be service neutron] 10.222.0.26 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 912 time: 0.0987263 Aug 10 10:45:04.431773 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7faa6-4c6e-4a91-aec7-eca1aed40ba1 req-1a61a360-75df-487e-b446-be0e675caf39 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:04.433351 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfa7faa6-4c6e-4a91-aec7-eca1aed40ba1 req-1a61a360-75df-487e-b446-be0e675caf39 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0556240 Aug 10 10:45:04.484819 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-6580102c-9736-49bc-b2e2-13b42e92af68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6 HTTP/1.1" status: 200 len: 1001 time: 0.0608819 Aug 10 10:45:04.487731 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cfa7faa6-4c6e-4a91-aec7-eca1aed40ba1 req-6d9994ac-e5c0-44ad-9e52-a62701c8d983 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Aug 10 10:45:04.543382 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-76f8e09c-c660-4c0d-a22d-058bb2985e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:04.544831 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-76f8e09c-c660-4c0d-a22d-058bb2985e53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 200 len: 850 time: 0.0478759 Aug 10 10:45:04.596219 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-fe943bd0-5646-4149-8fd8-6f967e86331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:04.597723 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-fe943bd0-5646-4149-8fd8-6f967e86331e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a686f5a1-3827-490e-91cf-bda9d5767415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404770 Aug 10 10:45:04.691295 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-4d7c04d1-61fd-42f1-a0c6-7be5018eb8f0 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822735 Aug 10 10:45:04.786201 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-5ff33037-3154-4a1a-a998-0ba75556f581 req-6ad52d51-ba78-4b46-ad18-bd6f80240c06 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860467 Aug 10 10:45:05.637123 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba8207-882e-4089-842a-bb6f33a09cd3 req-00552085-3e5d-4a0c-b537-2713b43b45ca tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:05.638840 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b4ba8207-882e-4089-842a-bb6f33a09cd3 req-00552085-3e5d-4a0c-b537-2713b43b45ca tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0628970 Aug 10 10:45:05.686636 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b4ba8207-882e-4089-842a-bb6f33a09cd3 req-7b75dcc3-b117-4cde-951f-35c97347ff0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Aug 10 10:45:06.821476 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed134c-918c-4aea-b385-8a5c063dcd75 req-935d9367-8b7e-4dde-b73e-6b83e0a5b015 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:06.823110 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1bed134c-918c-4aea-b385-8a5c063dcd75 req-935d9367-8b7e-4dde-b73e-6b83e0a5b015 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0567758 Aug 10 10:45:06.863567 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1bed134c-918c-4aea-b385-8a5c063dcd75 req-a6ec9f17-57de-4c2a-987a-b296553b038f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343447 Aug 10 10:45:08.004919 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d921de-f3a0-4a1d-8ce9-cf23522d055f req-50d1ad5e-622e-4a0b-81b5-3983bd158127 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:08.006594 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-39d921de-f3a0-4a1d-8ce9-cf23522d055f req-50d1ad5e-622e-4a0b-81b5-3983bd158127 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0532990 Aug 10 10:45:08.048130 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-39d921de-f3a0-4a1d-8ce9-cf23522d055f req-e146d70f-da13-4ed6-9e26-7c8ed4171ac7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348430 Aug 10 10:45:09.186359 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b07ee2-e97b-4564-9fa6-89b5dc2703fd req-952c86a3-10ae-4b7e-8864-7dda2400bc97 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:09.187988 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b0b07ee2-e97b-4564-9fa6-89b5dc2703fd req-952c86a3-10ae-4b7e-8864-7dda2400bc97 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0589201 Aug 10 10:45:09.228756 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b0b07ee2-e97b-4564-9fa6-89b5dc2703fd req-2146ea78-537d-4023-8676-300a0516a075 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=971e2129-0538-4461-b50c-ccb5b5c1e947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344756 Aug 10 10:45:09.347587 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-93b2eec1-e85c-4e64-9801-37e4d90fd117 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:09.349032 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-93b2eec1-e85c-4e64-9801-37e4d90fd117 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 946 time: 0.0509882 Aug 10 10:45:09.460217 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Deleting port 2930d8b6-f014-44e2-a6ef-83665f4108ca {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:45:09.460584 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:09.571492 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] For port 2930d8b6-f014-44e2-a6ef-83665f4108ca, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=2930d8b6-f014-44e2-a6ef-83665f4108ca,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:09.571864 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:09.811047 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:09.811438 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:09.811752 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.l3_db [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Floating IP 9a29fe33-bb6f-4391-ace3-fd45e91df02e disassociated. External IP: 172.27.1.180, port: 2930d8b6-f014-44e2-a6ef-83665f4108ca. Aug 10 10:45:09.812095 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Calling delete_port for 2930d8b6-f014-44e2-a6ef-83665f4108ca owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:45:09.972511 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:10.006026 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event deleted for resources: {'Port': ['ID=2930d8b6-f014-44e2-a6ef-83665f4108ca,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:10.019216 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.019563 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.019910 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.020286 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.020661 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.020984 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.021318 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.021681 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.022006 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.022333 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.022663 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.022988 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.220315 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Router 77cfecca-88d4-4242-8746-3e1df11941a7 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:45:10.348633 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 44874) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:10.367245 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:45:10.378638 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7c664800-4377-49b6-8d6f-1d999d02c4f6 req-3f3a1fca-efee-4433-a96a-218382e10816 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ce96dc-8024-4736-88bf-edcbf53ad2f4 HTTP/1.1" status: 200 len: 210 time: 0.0424314 Aug 10 10:45:10.378888 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] Sync routers for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:45:10.391345 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:10.392176 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:10.455213 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] No DVR routers for this DVR port 2930d8b6-f014-44e2-a6ef-83665f4108ca on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:45:10.459768 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:10.464314 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-db1986a6-e68d-4da0-9aa9-b99f4ae391c4 req-76ee9d7b-9f5c-4558-805c-0aaeb2259252 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "DELETE /v2.0/ports/2930d8b6-f014-44e2-a6ef-83665f4108ca HTTP/1.1" status: 204 len: 173 time: 1.1080239 Aug 10 10:45:10.465351 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-deleted', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:45:10.478310 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd43c4f-9b02-4505-81de-f80173f36f33" -d '{"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-deleted", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:45:10.521339 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:10.551354 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3b5dda-3217-4247-a7da-96ff25249ab9 x-openstack-request-id: req-3d3b5dda-3217-4247-a7da-96ff25249ab9 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:45:10.551636 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce96dc-8024-4736-88bf-edcbf53ad2f4", "name": "network-vif-deleted", "tag": "2930d8b6-f014-44e2-a6ef-83665f4108ca", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:45:10.552058 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d3b5dda-3217-4247-a7da-96ff25249ab9 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:45:10.552624 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce96dc-8024-4736-88bf-edcbf53ad2f4', 'name': 'network-vif-deleted', 'tag': '2930d8b6-f014-44e2-a6ef-83665f4108ca', 'status': 'completed', 'code': 200} Aug 10 10:45:10.611691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:10.766002 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:10.770559 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:10.784078 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:10.810978 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c27082630484446b91945230495dd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603560 Aug 10 10:45:10.816899 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44882) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:10.817258 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] Checking router: 77cfecca-88d4-4242-8746-3e1df11941a7 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:45:10.823297 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e74bbda-7d91-493c-a522-06f11d183b03,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:10.827210 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:10.827844 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:10.840237 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.841108 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.841899 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.842652 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.843369 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.844163 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.845018 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.845811 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.846602 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.847330 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.847986 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.849232 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8b636-32f1-40a5-a743-41e64dfad9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:10.912648 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-054dab59-c03f-4f6a-89ba-79aeb37a2ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:10.944881 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-054dab59-c03f-4f6a-89ba-79aeb37a2ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:10.989245 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:11.024285 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-054dab59-c03f-4f6a-89ba-79aeb37a2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:11.028869 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-054dab59-c03f-4f6a-89ba-79aeb37a2ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:11.030629 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-054dab59-c03f-4f6a-89ba-79aeb37a2ff9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e74bbda-7d91-493c-a522-06f11d183b03 HTTP/1.1" status: 204 len: 168 time: 0.2121944 Aug 10 10:45:11.042447 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dab59-c03f-4f6a-89ba-79aeb37a2ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e74bbda-7d91-493c-a522-06f11d183b03,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:11.298975 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:11.328288 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596fcea-5995-4ee2-b74d-5ce722467141 None None] The sync data for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi is: [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:45:11.537573 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44902) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:11.609511 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3804f7d7-4417-4a27-8bca-6d77f61f9b00 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:11.653974 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3804f7d7-4417-4a27-8bca-6d77f61f9b00 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:11.689588 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b08418-7f37-443f-9932-1230b0fbcd6c None None] New status for floating IP 9a29fe33-bb6f-4391-ace3-fd45e91df02e: DOWN {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:45:11.726343 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3804f7d7-4417-4a27-8bca-6d77f61f9b00 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:11.731271 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3804f7d7-4417-4a27-8bca-6d77f61f9b00 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:11.732988 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3804f7d7-4417-4a27-8bca-6d77f61f9b00 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "DELETE /v2.0/security-groups/971e2129-0538-4461-b50c-ccb5b5c1e947 HTTP/1.1" status: 204 len: 168 time: 0.1943276 Aug 10 10:45:11.737643 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 44908) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:11.744535 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804f7d7-4417-4a27-8bca-6d77f61f9b00 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971e2129-0538-4461-b50c-ccb5b5c1e947,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:11.757500 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.api.v2.resource [None req-92a3ed75-b0df-4227-91ca-45b8f92ac91a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] show failed (client error): The resource could not be found. Aug 10 10:45:11.758676 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-92a3ed75-b0df-4227-91ca-45b8f92ac91a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups/971e2129-0538-4461-b50c-ccb5b5c1e947 HTTP/1.1" status: 404 len: 347 time: 0.0192595 Aug 10 10:45:11.764095 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44910) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:11.956195 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Deleting port bc91c831-0a15-489b-962d-b930ad00f339 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:45:11.956570 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.079304 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.079304 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.106096 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Calling delete_port for bc91c831-0a15-489b-962d-b930ad00f339 owned by network:floatingip {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:45:12.292798 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.322128 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event deleted for resources: {'Port': ['ID=bc91c831-0a15-489b-962d-b930ad00f339,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:12.389394 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.392249 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.393466 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-c5bd2019-2f85-4cbb-b9df-3a330828d770 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "DELETE /v2.0/floatingips/9a29fe33-bb6f-4391-ace3-fd45e91df02e HTTP/1.1" status: 204 len: 168 time: 0.6262338 Aug 10 10:45:12.693133 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 44934) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:12.699820 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-ec297d10-c2f6-4315-8a90-0f6c878d85de tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--439610011', 'description': 'tempest-description--412771059'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:12.732729 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ec297d10-c2f6-4315-8a90-0f6c878d85de tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.829429 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ec297d10-c2f6-4315-8a90-0f6c878d85de tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.833704 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ec297d10-c2f6-4315-8a90-0f6c878d85de tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.866035 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ec297d10-c2f6-4315-8a90-0f6c878d85de tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.867243 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-ec297d10-c2f6-4315-8a90-0f6c878d85de tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1729519 Aug 10 10:45:12.872548 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44936) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:12.878172 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-a8e055ef-f016-44ab-a7f1-2a63a1bbc255 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'security_group_rule': {'security_group_id': 'f53f878c-21a2-42e1-994a-e41126b2fba6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:12.879867 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec297d10-c2f6-4315-8a90-0f6c878d85de tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f878c-21a2-42e1-994a-e41126b2fba6,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:12.907145 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a8e055ef-f016-44ab-a7f1-2a63a1bbc255 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.970460 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a8e055ef-f016-44ab-a7f1-2a63a1bbc255 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.974976 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a8e055ef-f016-44ab-a7f1-2a63a1bbc255 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.997920 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e055ef-f016-44ab-a7f1-2a63a1bbc255 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e45cd9-e648-4ce6-a5f0-7ef34dcee982,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:13.000496 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a8e055ef-f016-44ab-a7f1-2a63a1bbc255 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.001716 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a8e055ef-f016-44ab-a7f1-2a63a1bbc255 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278226 Aug 10 10:45:13.004631 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44938) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:13.010472 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-b72eb8e0-18b1-430e-adb7-d5fb4e9952ac tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'security_group_rule': {'security_group_id': 'f53f878c-21a2-42e1-994a-e41126b2fba6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:13.038057 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b72eb8e0-18b1-430e-adb7-d5fb4e9952ac tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.101657 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b72eb8e0-18b1-430e-adb7-d5fb4e9952ac tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.107524 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b72eb8e0-18b1-430e-adb7-d5fb4e9952ac tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.127567 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eb8e0-18b1-430e-adb7-d5fb4e9952ac tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd3de97-2214-41cd-8c75-e8ca564ebf5d,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:13.136856 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b72eb8e0-18b1-430e-adb7-d5fb4e9952ac tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.138635 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-b72eb8e0-18b1-430e-adb7-d5fb4e9952ac tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325934 Aug 10 10:45:13.141696 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 44944) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:13.146439 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'floatingip': {'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:13.173421 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.305399 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.433614 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Allocated IP 172.27.1.146 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/9aa85399-79e0-457a-87a7-94760ebcf5c0) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:13.751566 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.752195 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:45:13.775733 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 2930d8b6-f014-44e2-a6ef-83665f4108ca {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:45:13.776177 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 2930d8b6-f014-44e2-a6ef-83665f4108ca not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:45:13.793645 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.830664 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:13.833614 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:13.840531 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:13.870112 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'Port': ['ID=9aa85399-79e0-457a-87a7-94760ebcf5c0,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:14.005599 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:14.053834 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:14.210439 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:14.214668 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:14.278329 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'Port': ['ID=9aa85399-79e0-457a-87a7-94760ebcf5c0,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:14.292450 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:14.306488 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:14.307827 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-41427660-a956-467d-b724-f651e8c1e764 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1650980 Aug 10 10:45:14.496402 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-8483e275-4b42-4dde-abb4-7bc471abce0c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--439610011&fields=id&tenant_id=0d2d659e30074d3a8f138742fa9684e3 HTTP/1.1" status: 200 len: 267 time: 0.0350380 Aug 10 10:45:14.607638 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-c5bb2d3c-8769-444d-bc14-abf11cfb7eb3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:14.609251 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-c5bb2d3c-8769-444d-bc14-abf11cfb7eb3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 817 time: 0.1061506 Aug 10 10:45:14.630954 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-12f2cca8-cb31-464e-9650-29d5ece3ad61 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/quotas/0d2d659e30074d3a8f138742fa9684e3 HTTP/1.1" status: 200 len: 375 time: 0.0104501 Aug 10 10:45:14.689946 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-50c19b53-aeb6-4a80-a580-69d98aac51ab tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521791 Aug 10 10:45:14.794360 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-d205ee32-3d76-4c18-bfe6-4a5542bfde45 service neutron] 10.222.0.43 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912542 Aug 10 10:45:14.885600 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-36fe28be-5277-4052-b989-f0965237048e service neutron] 10.222.0.43 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849833 Aug 10 10:45:15.063439 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-de6099fd-fa8d-4525-aa96-76fc5c1533f4 req-149621c5-2694-43c8-8f7f-94621804dc3b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 210 time: 0.0332780 Aug 10 10:45:16.186744 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2455dd3e-2105-46b5-873e-5a00d07685f6 req-5458c84c-5a42-4420-b8b2-070ae1c26ef9 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 210 time: 0.0439215 Aug 10 10:45:17.306077 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-74190c8f-11f2-4831-a944-242c0a2cbb49 req-70b969e9-3f9d-44a9-a9db-c2f1e7f7068f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 210 time: 0.0279315 Aug 10 10:45:17.784656 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6da5f55c-8335-4feb-8dce-7ca3e8e8a726 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:17.786667 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6da5f55c-8335-4feb-8dce-7ca3e8e8a726 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 817 time: 0.1779625 Aug 10 10:45:17.874624 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-678a5667-9e97-4d9c-b7e9-349ebcc1a423 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d2d659e30074d3a8f138742fa9684e3 HTTP/1.1" status: 200 len: 379 time: 0.0613713 Aug 10 10:45:17.885737 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'port': {'device_id': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'admin_state_up': True, 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'security_groups': ['f53f878c-21a2-42e1-994a-e41126b2fba6']}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:17.932639 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf966-d9b2-42d5-ab72-a6d285a6609d req-789ddbb9-1c49-4965-800a-b4e62ed19e67 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:17.934353 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-76edf966-d9b2-42d5-ab72-a6d285a6609d req-789ddbb9-1c49-4965-800a-b4e62ed19e67 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 945 time: 0.0593736 Aug 10 10:45:17.989435 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-76edf966-d9b2-42d5-ab72-a6d285a6609d req-ddb44853-3770-4e84-8a1a-e4c6580fe7f5 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Aug 10 10:45:18.032484 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Made reservation on behalf of 0d2d659e30074d3a8f138742fa9684e3 for: {'port': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:45:18.036249 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:18.191283 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Allocated IP 172.20.0.5 (b19e54be-240d-4de2-97ba-d37b57d1b3de/5162ef41-aa6d-4853-b720-e1a65475be83/8ebbb5b8-59c2-42f3-93e5-7bd189c1b534) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:18.371473 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:18.390050 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Transition to ACTIVE for port object 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 will not be triggered until provisioned by entity DHCP. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:18.433830 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:18.439330 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-aea6ac53-4ac1-4f80-bcd5-c6f28154d1b4 req-9f40aa3c-3dd0-4762-932a-1961bd2b74c3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 210 time: 0.0391595 Aug 10 10:45:18.482587 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Network b19e54be-240d-4de2-97ba-d37b57d1b3de is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:18.488576 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:18.492736 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:18.520198 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:18.565136 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:18.565908 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:18.588721 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-6e316bbc-5361-4d7e-b9c2-8dcccfb1b957 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7069516 Aug 10 10:45:18.774728 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-e923d50c-d6fd-4e97-b8aa-ed2789d3462b None None] Provisioning for port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:18.781348 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-e923d50c-d6fd-4e97-b8aa-ed2789d3462b None None] Provisioning complete for port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:18.781759 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-e923d50c-d6fd-4e97-b8aa-ed2789d3462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:18.823989 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-e923d50c-d6fd-4e97-b8aa-ed2789d3462b None None] Port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:45:19.140990 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bbae0-1974-4807-8d1a-cd6d6d0a5fa4 req-464219ca-875e-4f3a-a19f-43608246976f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:19.142616 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0f6bbae0-1974-4807-8d1a-cd6d6d0a5fa4 req-464219ca-875e-4f3a-a19f-43608246976f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 945 time: 0.0511365 Aug 10 10:45:19.193819 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0f6bbae0-1974-4807-8d1a-cd6d6d0a5fa4 req-5a2edcf7-662b-4f66-a36d-f156bb436de1 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358438 Aug 10 10:45:19.573006 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0045c1-f03d-4d9b-8cb1-c080b0d61450 req-218590f4-5b1d-434c-9e34-979383c63f15 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:19.575245 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1e0045c1-f03d-4d9b-8cb1-c080b0d61450 req-218590f4-5b1d-434c-9e34-979383c63f15 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 931 time: 0.0544939 Aug 10 10:45:19.620355 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1e0045c1-f03d-4d9b-8cb1-c080b0d61450 req-8084f639-e6f1-4f4a-9242-c71e08869a81 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376861 Aug 10 10:45:20.318083 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c018c8c-8002-440b-b17a-7766ea25ede4 req-2d74590c-c134-4e94-aa16-a151fe846244 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:20.319645 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3c018c8c-8002-440b-b17a-7766ea25ede4 req-2d74590c-c134-4e94-aa16-a151fe846244 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 945 time: 0.0508626 Aug 10 10:45:20.363726 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3c018c8c-8002-440b-b17a-7766ea25ede4 req-9bdaa061-b46f-4e9d-938b-a53ab614f78f tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Aug 10 10:45:20.751305 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b965-a257-4930-8515-bec68bd658d7 req-919f2edc-42bb-443a-9d2f-e8a051cac5b6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:20.752830 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a570b965-a257-4930-8515-bec68bd658d7 req-919f2edc-42bb-443a-9d2f-e8a051cac5b6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 931 time: 0.0513768 Aug 10 10:45:20.792309 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a570b965-a257-4930-8515-bec68bd658d7 req-45fdefdd-fb0b-40db-84f1-2c4f8c68ce85 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333514 Aug 10 10:45:21.479885 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33434881-a76d-46d0-a619-d283403fade0 req-67589bbe-ebe6-4e95-9d62-c418e45f737e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:21.481307 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-33434881-a76d-46d0-a619-d283403fade0 req-67589bbe-ebe6-4e95-9d62-c418e45f737e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 945 time: 0.0498846 Aug 10 10:45:21.520193 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-33434881-a76d-46d0-a619-d283403fade0 req-fb50fa63-81a2-45e2-81a8-aefcca871f74 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329604 Aug 10 10:45:21.529696 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Request body: {'port': {'device_id': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:21.588827 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:21.859926 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 {{(pid=99995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:45:21.867846 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:21.880942 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Transition to ACTIVE for port object 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 will not be triggered until provisioned by entity L2. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:21.885166 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:21.914361 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9690b-e713-4b38-9112-55b7f2cf9415 req-02ba22b6-f821-4bf9-a105-a6c3bf14ad61 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:21.917692 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2cc9690b-e713-4b38-9112-55b7f2cf9415 req-02ba22b6-f821-4bf9-a105-a6c3bf14ad61 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 931 time: 0.0523145 Aug 10 10:45:21.960714 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:21.971309 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2cc9690b-e713-4b38-9112-55b7f2cf9415 req-b7f37c29-e39a-42e6-8b0f-ad67111e749f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468867 Aug 10 10:45:22.023833 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Attempting to bind port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:45:22.024229 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Attempting to bind port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:45:22.025049 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Attempting to bind port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 on network b19e54be-240d-4de2-97ba-d37b57d1b3de {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:22.029796 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 on network b19e54be-240d-4de2-97ba-d37b57d1b3de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:45:22.030204 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Attempting to bind port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 on network b19e54be-240d-4de2-97ba-d37b57d1b3de {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:22.035977 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:45:22.036317 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Checking segment: {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:22.036701 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Bound using segment: {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:45:22.037133 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Bound port: 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b899cf-ac7a-410c-a6ad-54d9a55debba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de'}}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:45:22.037494 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:22.108321 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, cleared binding levels {{(pid=99995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:45:22.111410 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:45:22.116407 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:22.149910 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:22.150537 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:22.151962 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] 10.222.0.26 "PUT /v2.0/ports/8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 HTTP/1.1" status: 200 len: 1093 time: 0.6275334 Aug 10 10:45:22.152407 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:45:22.154646 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516" -d '{"events": [{"name": "network-changed", "server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:45:22.218467 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56674fc2-fe97-4b56-8d0f-4b6d78873113 x-openstack-request-id: req-56674fc2-fe97-4b56-8d0f-4b6d78873113 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:45:22.218738 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:45:22.219039 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56674fc2-fe97-4b56-8d0f-4b6d78873113 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:45:22.219406 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'status': 'completed', 'code': 200} Aug 10 10:45:22.221560 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251ba78-b7f4-45f8-b08d-ea72db43ec79 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=3']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:22.260052 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-7bd4ae50-4643-421e-9fd4-a250cb02cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:22.261628 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-7bd4ae50-4643-421e-9fd4-a250cb02cd9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0526152 Aug 10 10:45:22.309775 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-58b85a47-afa4-4d1c-9cde-3ac8caa18a8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 HTTP/1.1" status: 200 len: 217 time: 0.0363395 Aug 10 10:45:22.371621 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0a8dd5fa-a624-44ba-bad1-343b87534fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:22.373127 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-0a8dd5fa-a624-44ba-bad1-343b87534fa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.0538394 Aug 10 10:45:22.441851 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-ee800f1d-1df4-4329-81b0-b99904e96c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:22.443588 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-ee800f1d-1df4-4329-81b0-b99904e96c91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624888 Aug 10 10:45:22.591477 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-df62a5bb-0855-469c-bca4-1e9fb03cb567 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321814 Aug 10 10:45:22.681105 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1685-4291-4d61-b037-6b03dfd262cb req-78a82c90-9e69-4215-abc8-36237301a4eb tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:22.682762 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-468b1685-4291-4d61-b037-6b03dfd262cb req-78a82c90-9e69-4215-abc8-36237301a4eb tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 945 time: 0.0579591 Aug 10 10:45:22.728318 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-468b1685-4291-4d61-b037-6b03dfd262cb req-a2ffcf1b-f86b-486b-9da6-5761eb388d35 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/security-groups?id=abc1178d-3a01-413c-b2d1-027d10d7703e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Aug 10 10:45:22.793027 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-b0b7110d-2c2c-475c-b8e6-5c83b271f7e0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:22.794570 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-b0b7110d-2c2c-475c-b8e6-5c83b271f7e0 tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.26 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 945 time: 0.1274755 Aug 10 10:45:22.801083 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6433b585-ea83-4a94-b366-d93e37f5bf46 req-70992384-647d-44be-976f-b2d68e3a322c service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011197 Aug 10 10:45:22.924794 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-150c9ee4-5e13-4965-9128-1a23eb873e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:22.926226 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-150c9ee4-5e13-4965-9128-1a23eb873e6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0605865 Aug 10 10:45:22.933498 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Deleting port 7abf274d-83b2-4736-80d8-4cf675ffd32f {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:45:22.933851 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:23.100763 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] For port 7abf274d-83b2-4736-80d8-4cf675ffd32f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=7abf274d-83b2-4736-80d8-4cf675ffd32f,segment=NetworkSegment(fb67bbec-69f1-4e2d-b44b-69fb72959952),segment_id=fb67bbec-69f1-4e2d-b44b-69fb72959952)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:23.101135 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:23.117359 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbbcad-d1fc-4929-bfcd-a7efda6d5d63 req-fd53f6c8-dc8b-47d1-97aa-35a88a31cc5a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:23.118839 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-79827cc7-c2e7-48f4-ac46-d06d587f8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:23.119254 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-44fbbcad-d1fc-4929-bfcd-a7efda6d5d63 req-fd53f6c8-dc8b-47d1-97aa-35a88a31cc5a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0544467 Aug 10 10:45:23.120396 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-79827cc7-c2e7-48f4-ac46-d06d587f8ce1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.1831949 Aug 10 10:45:23.121380 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Calling delete_port for 7abf274d-83b2-4736-80d8-4cf675ffd32f owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:45:23.169246 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-44fbbcad-d1fc-4929-bfcd-a7efda6d5d63 req-fe4f6a3f-5185-429a-95be-165cfaba979f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431857 Aug 10 10:45:23.171727 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-99522fc6-37ef-4482-86ce-5af95f74d42a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 HTTP/1.1" status: 200 len: 217 time: 0.0433013 Aug 10 10:45:23.266474 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-c65fee31-57ae-4ffc-ae92-bc319ec04219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:23.268021 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-c65fee31-57ae-4ffc-ae92-bc319ec04219 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.0651810 Aug 10 10:45:23.364158 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-25f560ee-40c9-49ea-92bd-1dcc6810a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:23.365704 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-25f560ee-40c9-49ea-92bd-1dcc6810a8c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0871542 Aug 10 10:45:23.372635 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:23.386136 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['7abf274d-83b2-4736-80d8-4cf675ffd32f'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:45:23.447340 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Pushing event deleted for resources: {'Port': ['ID=7abf274d-83b2-4736-80d8-4cf675ffd32f,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:23.500123 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] No DVR routers for this DVR port 7abf274d-83b2-4736-80d8-4cf675ffd32f on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:45:23.504107 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:23.506120 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-791e7bbe-51a4-4dfc-850e-12193c73e9ab req-2486ed79-8ed2-42ae-970d-254503a6d73e tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.26 "DELETE /v2.0/ports/7abf274d-83b2-4736-80d8-4cf675ffd32f HTTP/1.1" status: 204 len: 173 time: 0.7041550 Aug 10 10:45:23.536757 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-610dfc51-3958-47f7-8b25-da7167b87b97 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592586 Aug 10 10:45:23.682411 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-2b7ebe19-b6b8-4c3a-a9b2-363216d16516 req-79b517e5-0e82-460a-9cd0-6fc184842ba8 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352706 Aug 10 10:45:23.839941 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a47b2019-751a-4920-9c06-5f9eb3a36852 req-1ea1affa-8c9d-4316-830c-1b75130f88bc tempest-VolumesSnapshotTestJSON-1659428215 tempest-VolumesSnapshotTestJSON-1659428215-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f42857-41dd-4799-be17-bfce1c428817 HTTP/1.1" status: 200 len: 210 time: 0.0265791 Aug 10 10:45:24.221117 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f42857-41dd-4799-be17-bfce1c428817', 'name': 'network-vif-deleted', 'tag': '7abf274d-83b2-4736-80d8-4cf675ffd32f'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:45:24.223517 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a98425-7691-461b-8fc8-d53e65bc5a80" -d '{"events": [{"server_uuid": "46f42857-41dd-4799-be17-bfce1c428817", "name": "network-vif-deleted", "tag": "7abf274d-83b2-4736-80d8-4cf675ffd32f"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:45:24.261450 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4640445-5ff9-4692-842e-faa61683f9e1 x-openstack-request-id: req-a4640445-5ff9-4692-842e-faa61683f9e1 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:45:24.261743 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f42857-41dd-4799-be17-bfce1c428817", "name": "network-vif-deleted", "tag": "7abf274d-83b2-4736-80d8-4cf675ffd32f", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:45:24.262000 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4640445-5ff9-4692-842e-faa61683f9e1 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:45:24.262403 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f42857-41dd-4799-be17-bfce1c428817', 'name': 'network-vif-deleted', 'tag': '7abf274d-83b2-4736-80d8-4cf675ffd32f', 'status': 'completed', 'code': 200} Aug 10 10:45:24.299531 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb77c9-9b45-4cc2-9ff1-fffac60ebd82 req-f0127adf-c18f-4187-9369-5c98d3bfe234 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:24.301066 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fcb77c9-9b45-4cc2-9ff1-fffac60ebd82 req-f0127adf-c18f-4187-9369-5c98d3bfe234 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0568547 Aug 10 10:45:24.342408 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fcb77c9-9b45-4cc2-9ff1-fffac60ebd82 req-986e9c4a-521e-4857-9569-13fc7c9244ef tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334504 Aug 10 10:45:25.467217 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1351-6b96-4251-80b3-95caee025df4 req-462868a1-64d4-4b9a-9845-bae4d9e56a21 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:25.468757 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-32bd1351-6b96-4251-80b3-95caee025df4 req-462868a1-64d4-4b9a-9845-bae4d9e56a21 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0517378 Aug 10 10:45:25.507271 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-32bd1351-6b96-4251-80b3-95caee025df4 req-1039f983-158a-4eb3-ad5a-0ced836bc4ed tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Aug 10 10:45:26.622967 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e5c6c-7eed-4ea7-8c7f-894d87ada46a req-a136de61-2015-4610-ad06-3080ada1ee79 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:26.624471 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-988e5c6c-7eed-4ea7-8c7f-894d87ada46a req-a136de61-2015-4610-ad06-3080ada1ee79 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0471113 Aug 10 10:45:26.662306 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-988e5c6c-7eed-4ea7-8c7f-894d87ada46a req-9b76ecf3-c215-438e-a859-d20e94d954af tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Aug 10 10:45:27.100461 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-a1314c72-afb5-47db-b31f-c075c5e0821d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:27.442714 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:45:27.537843 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:27.548515 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'port_id': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'mac_address': 'fa:16:3e:7b:c9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:45:27.588322 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:27.601379 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:45:27.621533 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:27.626283 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:27.673282 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:27.680812 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.681088 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.681430 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.681763 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.682095 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.682428 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.682755 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.683112 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.683441 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.683770 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.684089 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.684409 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:27.783729 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3473e26-21c8-4444-9c79-9706ec68bb87 req-3a0363b8-4efd-47fa-837a-8dc28ea4e71e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:27.785192 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f3473e26-21c8-4444-9c79-9706ec68bb87 req-3a0363b8-4efd-47fa-837a-8dc28ea4e71e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 944 time: 0.0517163 Aug 10 10:45:27.823292 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f3473e26-21c8-4444-9c79-9706ec68bb87 req-87b5ddaa-b452-4a62-8abc-56b97ef6aa9a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Aug 10 10:45:28.475378 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 7abf274d-83b2-4736-80d8-4cf675ffd32f no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:45:28.496223 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 7abf274d-83b2-4736-80d8-4cf675ffd32f {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:45:28.496569 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 7abf274d-83b2-4736-80d8-4cf675ffd32f not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:45:28.707168 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:45:28.938678 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce8f53-7947-424c-9875-d95a870bc97b req-3209a62d-1558-408a-b72e-7ddc7856dfaa tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:28.940198 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9fce8f53-7947-424c-9875-d95a870bc97b req-3209a62d-1558-408a-b72e-7ddc7856dfaa tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 944 time: 0.0483046 Aug 10 10:45:28.978745 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9fce8f53-7947-424c-9875-d95a870bc97b req-07a5f66d-1016-4f14-ad59-09cf38e8d569 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325751 Aug 10 10:45:29.562530 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f767c959-d5ac-4cd1-b87c-1110ba27ce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:30.093804 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233069c-be06-4ff3-a7e0-9a51a37fa7f9 req-2a86fb1e-b213-4a86-a39c-b2cba607a5c5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:30.095344 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4233069c-be06-4ff3-a7e0-9a51a37fa7f9 req-2a86fb1e-b213-4a86-a39c-b2cba607a5c5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 944 time: 0.0471818 Aug 10 10:45:30.107411 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:30.133949 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4233069c-be06-4ff3-a7e0-9a51a37fa7f9 req-a254a96f-4647-4ea2-8485-337af95a4ba5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324428 Aug 10 10:45:30.613843 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:31.257083 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb077-5309-4542-985b-2d45338d1131 req-9c1440ba-454e-455b-bf10-1864c5c9e47f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:31.258555 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-57dcb077-5309-4542-985b-2d45338d1131 req-9c1440ba-454e-455b-bf10-1864c5c9e47f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 944 time: 0.0530381 Aug 10 10:45:31.297301 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-57dcb077-5309-4542-985b-2d45338d1131 req-345f0b9f-0328-4fb2-89fe-221ea674cea7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326734 Aug 10 10:45:31.704531 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:32.312280 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:32.419220 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34445d80-5735-491d-b21e-9a33527dbaa4 req-448d8e1a-e99b-44e6-9dc8-9cd24253a4a8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:32.420674 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-34445d80-5735-491d-b21e-9a33527dbaa4 req-448d8e1a-e99b-44e6-9dc8-9cd24253a4a8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 944 time: 0.0514793 Aug 10 10:45:32.462601 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-34445d80-5735-491d-b21e-9a33527dbaa4 req-37914dad-2659-4409-ba6c-5021b2d358dd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354910 Aug 10 10:45:33.609584 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16376e0b-3330-40a3-9a91-d69cfd04e5af req-6b75b7c6-ea4a-43aa-ba2f-e75285c5a3ce tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:33.611143 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-16376e0b-3330-40a3-9a91-d69cfd04e5af req-6b75b7c6-ea4a-43aa-ba2f-e75285c5a3ce tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 944 time: 0.0612652 Aug 10 10:45:33.658111 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-16376e0b-3330-40a3-9a91-d69cfd04e5af req-b0da6c79-fa1c-4740-8ae6-a19102a44b85 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 Aug 10 10:45:33.705986 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:33.757062 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:33.761088 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:33.761436 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:33.857493 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:33.881765 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:45:33.884182 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9933cb93-1ceb-4412-87e1-c2fe2bb91443" -d '{"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:45:33.899730 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:33.905500 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:33.941892 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db33bca0-e1c1-4b37-91ab-c78be29dcb46 x-openstack-request-id: req-db33bca0-e1c1-4b37-91ab-c78be29dcb46 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:45:33.942184 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:45:33.942438 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db33bca0-e1c1-4b37-91ab-c78be29dcb46 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:45:33.942836 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'code': 200} Aug 10 10:45:33.986987 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:34.164222 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7793f15-8a41-464d-9a9b-a8ba0d6226bb req-0198b695-6c2b-481e-81eb-bc7e13b92427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:34.165890 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f7793f15-8a41-464d-9a9b-a8ba0d6226bb req-0198b695-6c2b-481e-81eb-bc7e13b92427 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 1098 time: 0.0617857 Aug 10 10:45:34.219106 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-f7793f15-8a41-464d-9a9b-a8ba0d6226bb req-2a29327e-84d2-45ef-ac2e-664bcf44805e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414953 Aug 10 10:45:34.810369 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03fb25-0c66-496d-a18c-e2fcf124cb3a req-a18680b1-9eb0-4fc5-ae63-4e122ce5b3b8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:34.811913 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-af03fb25-0c66-496d-a18c-e2fcf124cb3a req-a18680b1-9eb0-4fc5-ae63-4e122ce5b3b8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0611486 Aug 10 10:45:34.851444 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-af03fb25-0c66-496d-a18c-e2fcf124cb3a req-5819d150-d769-4e56-9a30-3acc752d1285 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334158 Aug 10 10:45:35.796664 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45188) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:35.912080 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3e7f58f0-4ade-4b20-b15e-b0199ec8c3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.015486 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f16fe3-9613-46e0-a1a7-6761dbf34dec req-8f4a0212-40f5-4e27-b3c7-b58f2bbbd470 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:36.016917 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c8f16fe3-9613-46e0-a1a7-6761dbf34dec req-8f4a0212-40f5-4e27-b3c7-b58f2bbbd470 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0799692 Aug 10 10:45:36.076127 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c8f16fe3-9613-46e0-a1a7-6761dbf34dec req-f79fd090-7c94-442e-bba8-0591f6d7144d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522089 Aug 10 10:45:36.085940 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3e7f58f0-4ade-4b20-b15e-b0199ec8c3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.103269 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3e7f58f0-4ade-4b20-b15e-b0199ec8c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.140180 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-3e7f58f0-4ade-4b20-b15e-b0199ec8c3c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86f17798335c4d02a6f2b6ec1bf6deea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423088 Aug 10 10:45:36.141416 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f58f0-4ade-4b20-b15e-b0199ec8c3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73856206-38bd-4528-9daa-840980bf5c23,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:36.146844 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45196) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:36.222977 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd216f3f-e6ec-4df5-8d2b-91a5f537e3b1 req-c83d56e4-93c8-4849-9090-19589195a1f6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:36.224566 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fd216f3f-e6ec-4df5-8d2b-91a5f537e3b1 req-c83d56e4-93c8-4849-9090-19589195a1f6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0604041 Aug 10 10:45:36.238801 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45198) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:36.239255 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-197dae88-4563-458d-9525-f91242032343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.244754 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-dd9d38cd-32c1-46b4-a1eb-1e7e3b2d6d78 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Request body: {'floatingip': {'port_id': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:36.268122 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-197dae88-4563-458d-9525-f91242032343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.287526 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-dd9d38cd-32c1-46b4-a1eb-1e7e3b2d6d78 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.326873 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-197dae88-4563-458d-9525-f91242032343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.329937 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-197dae88-4563-458d-9525-f91242032343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.333604 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-197dae88-4563-458d-9525-f91242032343 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73856206-38bd-4528-9daa-840980bf5c23 HTTP/1.1" status: 204 len: 168 time: 0.1748352 Aug 10 10:45:36.341889 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197dae88-4563-458d-9525-f91242032343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73856206-38bd-4528-9daa-840980bf5c23,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:36.789133 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:45:36.848349 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-dd9d38cd-32c1-46b4-a1eb-1e7e3b2d6d78 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.855586 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-dd9d38cd-32c1-46b4-a1eb-1e7e3b2d6d78 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:36.970146 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [None req-dd9d38cd-32c1-46b4-a1eb-1e7e3b2d6d78 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Floating IP 6cf95710-cbb1-4290-a220-d78588b91a22 associated. External IP: 172.27.1.146, port: 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534. Aug 10 10:45:37.132425 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45226) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:37.212255 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9d38cd-32c1-46b4-a1eb-1e7e3b2d6d78 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Router 77cfecca-88d4-4242-8746-3e1df11941a7 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:45:37.251932 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1117510229-network', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:37.275702 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Made reservation on behalf of fd7bd733989d449d89a37d6201efce0e for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:45:37.278152 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.287484 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.341528 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9d38cd-32c1-46b4-a1eb-1e7e3b2d6d78 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:45:37.347348 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-dd9d38cd-32c1-46b4-a1eb-1e7e3b2d6d78 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.355784 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] Sync routers for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:45:37.370559 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:37.371671 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:37.378064 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-dd9d38cd-32c1-46b4-a1eb-1e7e3b2d6d78 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "PUT /v2.0/floatingips/6cf95710-cbb1-4290-a220-d78588b91a22 HTTP/1.1" status: 200 len: 991 time: 1.1378734 Aug 10 10:45:37.378647 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:45:37.383300 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81687369-ce1f-4df3-8f56-7dd3c306f0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:45:37.396701 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.402433 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.417956 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:45:37.429374 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.429723 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Added segment bb009b23-2a44-4b51-97aa-e3919f94d163 of type vlan for network c79492bb-fdc4-4c2d-9d95-1422d08002ac Aug 10 10:45:37.484572 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dd605f-2bf9-4475-a633-a073e81f77da x-openstack-request-id: req-89dd605f-2bf9-4475-a633-a073e81f77da {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:45:37.484976 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:45:37.485367 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89dd605f-2bf9-4475-a633-a073e81f77da {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:45:37.485773 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'status': 'completed', 'code': 200} Aug 10 10:45:37.497411 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.508258 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b93c04-92c6-45b2-99b3-228ad83e97d9,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:37.541094 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.542312 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:37.542926 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.600885 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4662106 Aug 10 10:45:37.606105 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45234) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:37.613107 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf41f86-66d9-44cc-82b6-5b2464952630 admin admin] Pushing event updated for resources: {'Network': ['ID=c79492bb-fdc4-4c2d-9d95-1422d08002ac,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:37.614389 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Request body: {'subnet': {'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1117510229-subnet', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'ip_version': 4}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:37.639780 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network c79492bb-fdc4-4c2d-9d95-1422d08002ac details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:45:37.648210 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Made reservation on behalf of fd7bd733989d449d89a37d6201efce0e for: {'subnet': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:45:37.652493 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8928316'] for subnet, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.748615 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:37.882057 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8928302'] for subnet, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:37.955335 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe71df9-e836-418f-bd6e-f50d0ffa4b47,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:37.971260 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Checking segment: {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:37.972401 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Network hostable DHCP agents. Network: c79492bb-fdc4-4c2d-9d95-1422d08002ac, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:45:37.995339 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Network c79492bb-fdc4-4c2d-9d95-1422d08002ac is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:45:38.008243 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, c79492bb-fdc4-4c2d-9d95-1422d08002ac) {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:38.013715 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:38.014311 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:38.028620 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff34a68-c2fe-4771-a32d-5174ac269989 None None] Network c79492bb-fdc4-4c2d-9d95-1422d08002ac requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:45:38.033353 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-95ff7233-e00a-457d-964c-01fdc107dbb4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4210856 Aug 10 10:45:38.033630 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45238) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:38.039941 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:38.066037 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:38.067120 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:38.129611 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:38.266090 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '6cf95710-cbb1-4290-a220-d78588b91a22', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'port_id': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'mac_address': 'fa:16:3e:7b:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:45:13Z', 'updated_at': '2021-08-10T10:45:36Z', 'revision_number': 1, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:38.287303 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:38.297812 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] Checking router: 77cfecca-88d4-4242-8746-3e1df11941a7 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:45:38.325095 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:38.325716 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:38.367488 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:45:38.368395 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:38.516284 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:38.670026 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Allocated IP 172.20.0.2 (c79492bb-fdc4-4c2d-9d95-1422d08002ac/cbe71df9-e836-418f-bd6e-f50d0ffa4b47/f63a3620-57b7-48ec-b865-fdd92ed78214) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:38.793389 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:38.820632 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:38.935918 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Allocated IP 172.27.1.74 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:38.966741 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:38.980007 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Transition to ACTIVE for port object f63a3620-57b7-48ec-b865-fdd92ed78214 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:39.003653 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Transition to ACTIVE for port object f63a3620-57b7-48ec-b865-fdd92ed78214 will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:39.006862 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '6cf95710-cbb1-4290-a220-d78588b91a22', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'port_id': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'mac_address': 'fa:16:3e:7b:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:45:13Z', 'updated_at': '2021-08-10T10:45:36Z', 'revision_number': 1, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:39.045498 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881b853-9801-4715-b36d-9cf222eaf156 None None] The sync data for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi is: [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '6cf95710-cbb1-4290-a220-d78588b91a22', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'port_id': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'mac_address': 'fa:16:3e:7b:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:45:13Z', 'updated_at': '2021-08-10T10:45:36Z', 'revision_number': 1, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:45:39.050335 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:39.061825 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:39.095249 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Network c79492bb-fdc4-4c2d-9d95-1422d08002ac is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:39.104164 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:39.107032 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:39.112510 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:39.118015 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Pushing event updated for resources: {'Port': ['ID=f63a3620-57b7-48ec-b865-fdd92ed78214,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:39.182619 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:39.183755 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Attempting to bind port f63a3620-57b7-48ec-b865-fdd92ed78214 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:45:39.184169 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Attempting to bind port f63a3620-57b7-48ec-b865-fdd92ed78214 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:45:39.184539 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Attempting to bind port f63a3620-57b7-48ec-b865-fdd92ed78214 on network c79492bb-fdc4-4c2d-9d95-1422d08002ac {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:39.188597 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:39.192855 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:45:39.193241 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Checking segment: {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:39.193686 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:39.194309 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Bound using segment: {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:45:39.194816 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Bound port: f63a3620-57b7-48ec-b865-fdd92ed78214, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:45:39.195243 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:39.201084 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:39.240952 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Pushing event updated for resources: {'Port': ['ID=1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:39.290180 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] For port f63a3620-57b7-48ec-b865-fdd92ed78214, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:45:39.296083 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] For port f63a3620-57b7-48ec-b865-fdd92ed78214, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=f63a3620-57b7-48ec-b865-fdd92ed78214,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:45:39.306001 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:39.376411 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e265532-d39b-4b63-922f-6d9b83207336 None None] Pushing event updated for resources: {'Port': ['ID=f63a3620-57b7-48ec-b865-fdd92ed78214,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:39.397669 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b8395-9b89-418c-b1ac-e69a7933704d None None] New status for floating IP 6cf95710-cbb1-4290-a220-d78588b91a22: ACTIVE {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:45:39.502827 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:39.761828 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device f63a3620-57b7-48ec-b865-fdd92ed78214 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:39.786148 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:39.816888 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port f63a3620-57b7-48ec-b865-fdd92ed78214 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:39.937110 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:45:40.056914 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:45:40.070073 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Sync routers for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:45:40.077555 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:40.078871 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-32a8ed91-3ef3-41ee-a9c5-cb00e990d3ac admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0437562 Aug 10 10:45:40.082458 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45244) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:40.084134 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:40.085306 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:40.223191 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-566873d4-b9ff-40e9-beba-b11ad52b1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:40.225584 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-566873d4-b9ff-40e9-beba-b11ad52b1aa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 1098 time: 0.0509200 Aug 10 10:45:40.376318 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-ea25bcf5-b07f-41c3-837a-81f01543f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:40.377895 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-ea25bcf5-b07f-41c3-837a-81f01543f39b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.1435351 Aug 10 10:45:40.392223 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:40.444475 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeba4fe-6595-4816-8d10-0afda7bd20e0 None None] Network c79492bb-fdc4-4c2d-9d95-1422d08002ac requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:45:40.453751 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-33968b10-2ec5-4a79-bfce-16a04afdcfbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 HTTP/1.1" status: 200 len: 1001 time: 0.0685086 Aug 10 10:45:40.528400 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-47e5d887-7368-440a-9238-3682300a5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:40.529952 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-47e5d887-7368-440a-9238-3682300a5ac4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.0688105 Aug 10 10:45:40.596812 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-66276e12-daa7-48be-92a1-1d7e86f63581 None None] Provisioning for port f63a3620-57b7-48ec-b865-fdd92ed78214 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:40.611507 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-66276e12-daa7-48be-92a1-1d7e86f63581 None None] Provisioning complete for port f63a3620-57b7-48ec-b865-fdd92ed78214 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:40.611883 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-66276e12-daa7-48be-92a1-1d7e86f63581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:40.688507 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:40.812895 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-7730d5ed-8de2-42e8-94e2-cf7f8b917637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:40.814423 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-7730d5ed-8de2-42e8-94e2-cf7f8b917637 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2761660 Aug 10 10:45:40.827184 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-66276e12-daa7-48be-92a1-1d7e86f63581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:40.841295 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:39Z', 'revision_number': 3, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:40.866693 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Allocated IP 172.20.0.1 (c79492bb-fdc4-4c2d-9d95-1422d08002ac/cbe71df9-e836-418f-bd6e-f50d0ffa4b47/3debba2f-9acb-46e4-9c51-c6c23978a42a) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:40.882727 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Checking router: b2cc55c5-ec25-4e2d-a163-e18439ac5f3c for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:45:40.883163 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Updating router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:45:40.921881 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-66276e12-daa7-48be-92a1-1d7e86f63581 None None] For port f63a3620-57b7-48ec-b865-fdd92ed78214, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=f63a3620-57b7-48ec-b865-fdd92ed78214,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:40.923155 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-83cd7d85-0fa5-4220-b41f-cb210cc39912 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005559 Aug 10 10:45:40.923301 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:40.947675 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-66276e12-daa7-48be-92a1-1d7e86f63581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.005942 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.026379 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Transition to ACTIVE for port object 3debba2f-9acb-46e4-9c51-c6c23978a42a will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:41.076433 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.087637 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66276e12-daa7-48be-92a1-1d7e86f63581 None None] Pushing event updated for resources: {'Port': ['ID=f63a3620-57b7-48ec-b865-fdd92ed78214,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:41.094828 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-81687369-ce1f-4df3-8f56-7dd3c306f0f9 req-b415312e-d11b-4273-992a-b639d2185690 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627593 Aug 10 10:45:41.107997 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-1dfcbe8e-b159-45cb-960f-179139287cbe None None] Provisioning complete for port f63a3620-57b7-48ec-b865-fdd92ed78214 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:41.108358 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1dfcbe8e-b159-45cb-960f-179139287cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.128220 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Network c79492bb-fdc4-4c2d-9d95-1422d08002ac is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:41.131157 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:41.135218 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:41.159662 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Pushing event updated for resources: {'Port': ['ID=3debba2f-9acb-46e4-9c51-c6c23978a42a,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:41.192997 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.355792 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.361148 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.379149 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Transition to ACTIVE for port object 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:41.386163 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.442006 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Attempting to bind port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:45:41.442666 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Attempting to bind port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:45:41.442785 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Attempting to bind port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:41.444800 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48b94a-5ddb-4380-85f5-641712308ebc None None] Pushing event updated for resources: {'Port': ['ID=1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:41.451118 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:45:41.451551 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:41.451967 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.452431 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:45:41.452842 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Bound port: 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:45:41.453230 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.529094 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] For port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:45:41.534737 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] For port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:45:41.536766 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-741233fb-a6a2-42b8-b71d-38941e97fbcd None None] Provisioning for port 3debba2f-9acb-46e4-9c51-c6c23978a42a completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:41.541574 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.545015 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-741233fb-a6a2-42b8-b71d-38941e97fbcd None None] Provisioning complete for port 3debba2f-9acb-46e4-9c51-c6c23978a42a triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:41.545356 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-741233fb-a6a2-42b8-b71d-38941e97fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.589468 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.601325 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.630870 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:41.631711 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:41.635846 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-741233fb-a6a2-42b8-b71d-38941e97fbcd None None] Port 3debba2f-9acb-46e4-9c51-c6c23978a42a cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:45:41.673185 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Pushing event updated for resources: {'Port': ['ID=3debba2f-9acb-46e4-9c51-c6c23978a42a,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:41.675537 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48b94a-5ddb-4380-85f5-641712308ebc None None] Pushing event updated for resources: {'Port': ['ID=1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:41.676007 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:41.743299 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device f63a3620-57b7-48ec-b865-fdd92ed78214 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:41.771716 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Network c79492bb-fdc4-4c2d-9d95-1422d08002ac is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:41.773261 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:41.778113 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:41.907063 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:45:41.918510 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port f63a3620-57b7-48ec-b865-fdd92ed78214 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:41.918887 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.018991 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:45:42.024149 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-9f9a5ebc-6f4c-4971-b704-a59f5d00f904 admin admin] 10.222.0.43 "PUT /v2.0/routers/b2cc55c5-ec25-4e2d-a163-e18439ac5f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9404778 Aug 10 10:45:42.075406 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-441f06f3-2661-4248-beb5-44252be4a2b2 None None] Provisioning complete for port 3debba2f-9acb-46e4-9c51-c6c23978a42a triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:42.075786 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-441f06f3-2661-4248-beb5-44252be4a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.234939 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 2, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:42.263365 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd14f42-9c22-41d3-9631-fdb4a00398f0 None None] The sync data for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi is: [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 2, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:45:42.266701 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-441f06f3-2661-4248-beb5-44252be4a2b2 None None] Port 3debba2f-9acb-46e4-9c51-c6c23978a42a cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:45:42.528394 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45274) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:42.533640 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1086329179-network', 'tenant_id': '832878453ee94a5ab21e440e7a51535f'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:42.562205 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Made reservation on behalf of 832878453ee94a5ab21e440e7a51535f for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:45:42.564180 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.575144 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.681187 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.686113 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.714649 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:45:42.726512 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeac7c8-0708-4094-a1c6-c395486cfeb0,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:42.734710 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.735114 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Added segment 528c523b-5783-4ae3-8394-6c4192683013 of type vlan for network cf688658-5a8f-48c9-8988-ae34541a5614 Aug 10 10:45:42.777636 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.811529 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.812642 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:42.813341 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:42.871981 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3391700 Aug 10 10:45:42.872292 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45282) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:42.877746 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Request body: {'subnet': {'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1086329179-subnet', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'ip_version': 4}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:42.901862 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1f1b-395b-42e1-954b-2a8ebe68afb4 admin admin] Pushing event updated for resources: {'Network': ['ID=cf688658-5a8f-48c9-8988-ae34541a5614,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:42.913285 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network cf688658-5a8f-48c9-8988-ae34541a5614 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:45:42.926261 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Made reservation on behalf of 832878453ee94a5ab21e440e7a51535f for: {'subnet': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:45:42.928642 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8928316'] for subnet, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.132249 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8928302'] for subnet, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.180884 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe8d59c-6476-46c2-90c8-dbdead610b48,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:43.198529 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Checking segment: {'id': '528c523b-5783-4ae3-8394-6c4192683013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:43.198804 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Network hostable DHCP agents. Network: cf688658-5a8f-48c9-8988-ae34541a5614, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:45:43.215813 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Network cf688658-5a8f-48c9-8988-ae34541a5614 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:45:43.224821 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, cf688658-5a8f-48c9-8988-ae34541a5614) {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:43.228838 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:43.229609 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.235362 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf0d98-7de7-40da-8b43-fb2752264fb6 None None] Network cf688658-5a8f-48c9-8988-ae34541a5614 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:45:43.245187 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-5a3016c4-467b-4f7a-8bb2-f385d2c341a6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3718209 Aug 10 10:45:43.248757 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45284) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:43.253326 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:43.278251 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.279566 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.344847 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.400854 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-cf688658-5a8f-48c9-8988-ae34541a5614', 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'fixed_ips': [{'subnet_id': '8fe8d59c-6476-46c2-90c8-dbdead610b48'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:45:43.401727 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.491834 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.543479 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Allocated IP 172.20.0.2 (cf688658-5a8f-48c9-8988-ae34541a5614/8fe8d59c-6476-46c2-90c8-dbdead610b48/e4e59d74-5968-4eb0-af37-c7590fa54af6) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:43.703262 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.703616 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.715100 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Transition to ACTIVE for port object e4e59d74-5968-4eb0-af37-c7590fa54af6 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:43.723185 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.733407 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Transition to ACTIVE for port object e4e59d74-5968-4eb0-af37-c7590fa54af6 will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:43.741884 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:43.746563 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.817796 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Network cf688658-5a8f-48c9-8988-ae34541a5614 is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:43.825735 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:43.830635 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:43.840860 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Pushing event updated for resources: {'Port': ['ID=e4e59d74-5968-4eb0-af37-c7590fa54af6,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:43.872231 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:43.897091 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:43.897468 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.927333 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Attempting to bind port e4e59d74-5968-4eb0-af37-c7590fa54af6 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:45:43.928001 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Attempting to bind port e4e59d74-5968-4eb0-af37-c7590fa54af6 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '528c523b-5783-4ae3-8394-6c4192683013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:45:43.928145 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Attempting to bind port e4e59d74-5968-4eb0-af37-c7590fa54af6 on network cf688658-5a8f-48c9-8988-ae34541a5614 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:43.941050 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:45:43.941432 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Checking segment: {'id': '528c523b-5783-4ae3-8394-6c4192683013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:43.941843 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:43.942246 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Bound using segment: {'id': '528c523b-5783-4ae3-8394-6c4192683013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:45:43.942741 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Bound port: e4e59d74-5968-4eb0-af37-c7590fa54af6, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528c523b-5783-4ae3-8394-6c4192683013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:45:43.943161 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:44.053894 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] For port e4e59d74-5968-4eb0-af37-c7590fa54af6, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:45:44.057445 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:44.082220 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] For port e4e59d74-5968-4eb0-af37-c7590fa54af6, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=e4e59d74-5968-4eb0-af37-c7590fa54af6,segment=NetworkSegment(528c523b-5783-4ae3-8394-6c4192683013),segment_id=528c523b-5783-4ae3-8394-6c4192683013)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:45:44.093900 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:44.099779 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:44.124049 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Allocated IP 172.27.1.137 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/670aebd6-83d9-4f1f-a048-fe3a778fda27) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:44.125426 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:44.163544 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cf6ae-9db0-43d8-a336-3b89d7d81549 None None] Pushing event updated for resources: {'Port': ['ID=e4e59d74-5968-4eb0-af37-c7590fa54af6,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:44.230862 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:44.256312 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:44.298899 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:44.355976 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:44.364431 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:44.371620 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:44.403609 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Pushing event updated for resources: {'Port': ['ID=670aebd6-83d9-4f1f-a048-fe3a778fda27,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:44.563637 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Sync routers for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:45:44.574206 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:44.574827 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:44.670249 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:44.692935 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:44.882929 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:44.949313 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 2, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:44.991765 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Checking router: b2cc55c5-ec25-4e2d-a163-e18439ac5f3c for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:45:44.992938 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Updating router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c port 3debba2f-9acb-46e4-9c51-c6c23978a42a binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:45:45.033758 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:45.087194 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:45:45.208438 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce872e9-d9ab-47b0-81b4-394166d1a296 None None] Network cf688658-5a8f-48c9-8988-ae34541a5614 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:45:45.227104 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:45:45.244789 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:45.246330 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-81ac46fa-143d-4ab5-ae1a-f93fe8de7427 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9964194 Aug 10 10:45:45.249335 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45306) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:45.292102 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Sync routers for ids ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:45:45.323708 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Routers {'483d9d61-2d0f-4116-92ed-276f1c2a1ab7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:45.324627 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:45.352559 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:45.363427 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Transition to ACTIVE for port object 3debba2f-9acb-46e4-9c51-c6c23978a42a will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:45.374976 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:45.389760 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-2bdc30e7-aaf4-483c-8bac-00874f04b118 None None] Provisioning for port e4e59d74-5968-4eb0-af37-c7590fa54af6 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:45.431984 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Pushing event updated for resources: {'Port': ['ID=3debba2f-9acb-46e4-9c51-c6c23978a42a,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:45.443939 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.445226 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.446204 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.446540 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.446869 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.447223 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.447544 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.448011 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.448523 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.448852 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.449171 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.449486 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:45:45.501870 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Set router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:45.518509 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Attempting to bind port 3debba2f-9acb-46e4-9c51-c6c23978a42a on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:45:45.519195 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Attempting to bind port 3debba2f-9acb-46e4-9c51-c6c23978a42a by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:45:45.519744 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Attempting to bind port 3debba2f-9acb-46e4-9c51-c6c23978a42a on network c79492bb-fdc4-4c2d-9d95-1422d08002ac {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:45.526319 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:45:45.526691 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Checking segment: {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:45.527112 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:45.527509 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Bound using segment: {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:45:45.527973 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Bound port: 3debba2f-9acb-46e4-9c51-c6c23978a42a, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:45:45.528369 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:45.606213 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] For port 3debba2f-9acb-46e4-9c51-c6c23978a42a, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:45:45.610560 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] For port 3debba2f-9acb-46e4-9c51-c6c23978a42a, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=3debba2f-9acb-46e4-9c51-c6c23978a42a,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:45:45.621884 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:45.689905 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aeff3-1adf-435e-8b0a-d94c817c7ed5 None None] Pushing event updated for resources: {'Port': ['ID=3debba2f-9acb-46e4-9c51-c6c23978a42a,revision_number=4']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:45.715480 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:45.716307 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:45.800115 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:45.862391 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 3, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'gw_port': {'id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:45.873862 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:45.904241 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Checking router: 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:45:45.904981 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Updating router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 port 670aebd6-83d9-4f1f-a048-fe3a778fda27 binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:45:45.941168 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device e4e59d74-5968-4eb0-af37-c7590fa54af6 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:45.946283 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.075719 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Allocated IP 172.20.0.1 (cf688658-5a8f-48c9-8988-ae34541a5614/8fe8d59c-6476-46c2-90c8-dbdead610b48/57edc2da-6c4d-4995-a3c7-2c4173dff925) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:46.128221 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port e4e59d74-5968-4eb0-af37-c7590fa54af6 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:46.172530 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port e4e59d74-5968-4eb0-af37-c7590fa54af6 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:46.172530 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.239847 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-5407e777-d5fb-4fb9-9e9a-5093fc6b68d9 None None] Provisioning complete for port e4e59d74-5968-4eb0-af37-c7590fa54af6 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:46.240554 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5407e777-d5fb-4fb9-9e9a-5093fc6b68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.240853 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.254891 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Transition to ACTIVE for port object 57edc2da-6c4d-4995-a3c7-2c4173dff925 will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:46.292737 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.304120 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:45Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:46.340030 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Network cf688658-5a8f-48c9-8988-ae34541a5614 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:46.341415 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16903323-91c0-40c9-97ac-a727a38afd1f None None] The sync data for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi is: [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:45Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:45:46.346671 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:46.349693 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:46.379378 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Pushing event updated for resources: {'Port': ['ID=57edc2da-6c4d-4995-a3c7-2c4173dff925,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:46.406293 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.428194 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.490438 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5407e777-d5fb-4fb9-9e9a-5093fc6b68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.497609 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.531791 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Transition to ACTIVE for port object 670aebd6-83d9-4f1f-a048-fe3a778fda27 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:46.535659 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port e4e59d74-5968-4eb0-af37-c7590fa54af6, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=e4e59d74-5968-4eb0-af37-c7590fa54af6,segment=NetworkSegment(528c523b-5783-4ae3-8394-6c4192683013),segment_id=528c523b-5783-4ae3-8394-6c4192683013)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:46.547607 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.591275 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.592152 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:46.600246 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3a975-aa51-4799-aa85-6367286d64d3 None None] Pushing event updated for resources: {'Port': ['ID=670aebd6-83d9-4f1f-a048-fe3a778fda27,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:46.620162 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.835169 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.841558 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.868340 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Attempting to bind port 670aebd6-83d9-4f1f-a048-fe3a778fda27 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:45:46.868717 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Attempting to bind port 670aebd6-83d9-4f1f-a048-fe3a778fda27 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:45:46.869092 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Attempting to bind port 670aebd6-83d9-4f1f-a048-fe3a778fda27 on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:46.884177 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:45:46.884555 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:46.884968 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.885367 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:45:46.886195 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Bound port: 670aebd6-83d9-4f1f-a048-fe3a778fda27, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:45:46.886195 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.888294 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.db.api [None req-5407e777-d5fb-4fb9-9e9a-5093fc6b68d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 10:45:46.889081 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG oslo_db.api [None req-5407e777-d5fb-4fb9-9e9a-5093fc6b68d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 10:45:46.908942 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=e4e59d74-5968-4eb0-af37-c7590fa54af6,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:46.913509 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Pushing event updated for resources: {'Port': ['ID=57edc2da-6c4d-4995-a3c7-2c4173dff925,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:46.917309 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.935749 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:46.936128 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:46.981617 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] For port 670aebd6-83d9-4f1f-a048-fe3a778fda27, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:45:46.986428 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] For port 670aebd6-83d9-4f1f-a048-fe3a778fda27, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=670aebd6-83d9-4f1f-a048-fe3a778fda27,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:45:46.993129 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:47.031344 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Network cf688658-5a8f-48c9-8988-ae34541a5614 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:47.033122 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:47.088088 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Routers {'483d9d61-2d0f-4116-92ed-276f1c2a1ab7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:47.088753 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:47.133728 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3a975-aa51-4799-aa85-6367286d64d3 None None] Pushing event updated for resources: {'Port': ['ID=670aebd6-83d9-4f1f-a048-fe3a778fda27,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:47.161551 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:45:47.238621 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] Set router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:47.299866 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:45:47.308211 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-5db97095-1034-4ae4-bf92-2ad2acb317de admin admin] 10.222.0.43 "PUT /v2.0/routers/483d9d61-2d0f-4116-92ed-276f1c2a1ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0571988 Aug 10 10:45:47.504910 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 4, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'gw_port': {'id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '57edc2da-6c4d-4995-a3c7-2c4173dff925', 'name': '', 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'mac_address': 'fa:16:3e:be:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:45Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 2, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'subnets': [{'id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:47.538075 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a30f3-d7df-4bb0-b54d-978efbbf0ead None None] The sync data for ids ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'] in dv-cinder-772181-13-iscsi is: [{'id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 4, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'gw_port': {'id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '57edc2da-6c4d-4995-a3c7-2c4173dff925', 'name': '', 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'mac_address': 'fa:16:3e:be:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:45Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 2, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'subnets': [{'id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:45:47.602258 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-0c2d170b-f82d-4921-bc72-6f5f791e9ab4 None None] Provisioning for port 57edc2da-6c4d-4995-a3c7-2c4173dff925 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:47.606723 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-0c2d170b-f82d-4921-bc72-6f5f791e9ab4 None None] Provisioning complete for port 57edc2da-6c4d-4995-a3c7-2c4173dff925 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:47.607227 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-0c2d170b-f82d-4921-bc72-6f5f791e9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:47.643242 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d170b-f82d-4921-bc72-6f5f791e9ab4 None None] Port 57edc2da-6c4d-4995-a3c7-2c4173dff925 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:45:47.749034 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 3debba2f-9acb-46e4-9c51-c6c23978a42a up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:47.808284 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 3debba2f-9acb-46e4-9c51-c6c23978a42a completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:47.813231 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 3debba2f-9acb-46e4-9c51-c6c23978a42a triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:47.813609 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:47.914107 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:47.956362 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 3debba2f-9acb-46e4-9c51-c6c23978a42a, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=3debba2f-9acb-46e4-9c51-c6c23978a42a,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:47.961948 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:47.963046 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device e4e59d74-5968-4eb0-af37-c7590fa54af6 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:48.041053 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=3debba2f-9acb-46e4-9c51-c6c23978a42a,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:48.059442 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port e4e59d74-5968-4eb0-af37-c7590fa54af6 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:48.059842 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:49.822374 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 3debba2f-9acb-46e4-9c51-c6c23978a42a up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:49.909467 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 3debba2f-9acb-46e4-9c51-c6c23978a42a triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:49.910128 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:50.944165 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45388) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:50.994873 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7d05a6-313f-4cd3-b1bc-551268e25d38 admin admin] Deleting subnet e0cfdefe-59de-4398-af72-1d8c42967f55 {{(pid=99996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:45:50.998625 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3b7d05a6-313f-4cd3-b1bc-551268e25d38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.045660 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3b7d05a6-313f-4cd3-b1bc-551268e25d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9098052'] for subnet, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.105562 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3b7d05a6-313f-4cd3-b1bc-551268e25d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.173322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3b7d05a6-313f-4cd3-b1bc-551268e25d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929245'] for subnet, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.209795 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d05a6-313f-4cd3-b1bc-551268e25d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0cfdefe-59de-4398-af72-1d8c42967f55,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:51.212533 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3b7d05a6-313f-4cd3-b1bc-551268e25d38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.217302 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45396) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:51.227612 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-3b7d05a6-313f-4cd3-b1bc-551268e25d38 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e0cfdefe-59de-4398-af72-1d8c42967f55 HTTP/1.1" status: 204 len: 168 time: 0.2821877 Aug 10 10:45:51.288576 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.376162 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.387401 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fa9f42-c77b-4d58-92d4-12d9a1b41899']}} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:51.398381 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb67bbec-69f1-4e2d-b44b-69fb72959952') {'for_net_delete': True} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:51.398684 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb67bbec-69f1-4e2d-b44b-69fb72959952') {} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:51.408872 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11460352'] for segment, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.426921 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.441812 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=99995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:45:51.442307 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950914'] for segment, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: Traceback (most recent call last): Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: timer() Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: cb(*args, **kw) Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: return func(*args, **kwargs) Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: self._notify() Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: self.callback(batched_events) Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: event.method(event) Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: return f(self, *a, **k) Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._get(url).json() Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: return self.request(url, 'GET', **kwargs) Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:45:51.444544 dv-cinder-772181-13-iscsi neutron-server[99995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:45:51.518373 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.529745 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.543056 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c0fa9f42-c77b-4d58-92d4-12d9a1b41899 HTTP/1.1" status: 204 len: 168 time: 0.3244572 Aug 10 10:45:51.563905 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f1216-e161-4a5b-bc43-cd3f196d4679 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fa9f42-c77b-4d58-92d4-12d9a1b41899,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:51.792038 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 670aebd6-83d9-4f1f-a048-fe3a778fda27 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:51.839262 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45400) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:51.866436 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 670aebd6-83d9-4f1f-a048-fe3a778fda27 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:51.873601 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 670aebd6-83d9-4f1f-a048-fe3a778fda27 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:51.873970 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.896522 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-54d1ed94-0ec2-474b-9b2c-00ad908cffe5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4518860fba64ef7bdfe5abd5cd4f000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557206 Aug 10 10:45:51.898881 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45402) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:51.965246 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-360a0340-6840-4dcd-b432-2d141762082e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.985562 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:51.998380 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-360a0340-6840-4dcd-b432-2d141762082e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:52.012222 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 670aebd6-83d9-4f1f-a048-fe3a778fda27, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=670aebd6-83d9-4f1f-a048-fe3a778fda27,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:52.018441 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:52.059470 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-360a0340-6840-4dcd-b432-2d141762082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:52.062560 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-360a0340-6840-4dcd-b432-2d141762082e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:52.063869 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-360a0340-6840-4dcd-b432-2d141762082e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abc1178d-3a01-413c-b2d1-027d10d7703e HTTP/1.1" status: 204 len: 168 time: 0.1637292 Aug 10 10:45:52.078921 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a0340-6840-4dcd-b432-2d141762082e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1178d-3a01-413c-b2d1-027d10d7703e,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:52.152549 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=670aebd6-83d9-4f1f-a048-fe3a778fda27,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:52.777323 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Sync routers for ids ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:45:52.789090 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Routers {'483d9d61-2d0f-4116-92ed-276f1c2a1ab7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:52.789658 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:52.920609 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Set router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:53.134573 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45426) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:53.179299 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 4, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'gw_port': {'id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '57edc2da-6c4d-4995-a3c7-2c4173dff925', 'name': '', 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'mac_address': 'fa:16:3e:be:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:45Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 2, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'subnets': [{'id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:53.215219 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Checking router: 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:45:53.215575 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Updating router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 port 57edc2da-6c4d-4995-a3c7-2c4173dff925 binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:45:53.246292 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.273599 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-613281695-network', 'tenant_id': 'e5de561a17374af7a77b82542646bd60'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:53.309704 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Made reservation on behalf of e5de561a17374af7a77b82542646bd60 for: {'network': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:45:53.315241 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.335682 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.464034 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.473924 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.503977 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=99996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:45:53.522989 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f49752-3077-4779-9cf7-3f5893956f33,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:53.526053 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.526510 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.segments_db [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Added segment c4ab495a-deb5-4e6d-9ef2-c44fef0a407e of type vlan for network 62885bec-d970-40e6-b4aa-7db6f7ea523c Aug 10 10:45:53.577680 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.619611 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.620822 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:53.621605 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.639735 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.669235 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Transition to ACTIVE for port object 57edc2da-6c4d-4995-a3c7-2c4173dff925 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:53.678803 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5429733 Aug 10 10:45:53.682604 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45432) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:53.687442 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.692896 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Request body: {'subnet': {'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-613281695-subnet', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'ip_version': 4}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:53.707198 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113af17-2b58-4680-ba23-fe8947b46426 admin admin] Pushing event updated for resources: {'Network': ['ID=62885bec-d970-40e6-b4aa-7db6f7ea523c,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:53.724735 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 62885bec-d970-40e6-b4aa-7db6f7ea523c details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:45:53.735844 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Made reservation on behalf of e5de561a17374af7a77b82542646bd60 for: {'subnet': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:45:53.742056 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8928316'] for subnet, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.812152 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e18fc-5906-403b-bba8-fd2c6e621d13 None None] Pushing event updated for resources: {'Port': ['ID=57edc2da-6c4d-4995-a3c7-2c4173dff925,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:53.829888 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Attempting to bind port 57edc2da-6c4d-4995-a3c7-2c4173dff925 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:45:53.830124 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Attempting to bind port 57edc2da-6c4d-4995-a3c7-2c4173dff925 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '528c523b-5783-4ae3-8394-6c4192683013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:45:53.830633 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Attempting to bind port 57edc2da-6c4d-4995-a3c7-2c4173dff925 on network cf688658-5a8f-48c9-8988-ae34541a5614 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:53.837640 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:45:53.837891 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Checking segment: {'id': '528c523b-5783-4ae3-8394-6c4192683013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:53.838279 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.838669 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Bound using segment: {'id': '528c523b-5783-4ae3-8394-6c4192683013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:45:53.839181 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Bound port: 57edc2da-6c4d-4995-a3c7-2c4173dff925, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528c523b-5783-4ae3-8394-6c4192683013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:45:53.840009 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.874252 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 670aebd6-83d9-4f1f-a048-fe3a778fda27 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:53.925016 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] For port 57edc2da-6c4d-4995-a3c7-2c4173dff925, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:45:53.929844 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] For port 57edc2da-6c4d-4995-a3c7-2c4173dff925, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=57edc2da-6c4d-4995-a3c7-2c4173dff925,segment=NetworkSegment(528c523b-5783-4ae3-8394-6c4192683013),segment_id=528c523b-5783-4ae3-8394-6c4192683013)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:45:53.940727 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:53.962754 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 670aebd6-83d9-4f1f-a048-fe3a778fda27 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:53.964095 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:54.023841 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Routers {'483d9d61-2d0f-4116-92ed-276f1c2a1ab7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:54.024547 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:54.076302 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e18fc-5906-403b-bba8-fd2c6e621d13 None None] Pushing event updated for resources: {'Port': ['ID=57edc2da-6c4d-4995-a3c7-2c4173dff925,revision_number=4']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:54.232592 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] Set router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:54.431062 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8928302'] for subnet, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:54.487584 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:54.511772 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Checking segment: {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:54.512221 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Network hostable DHCP agents. Network: 62885bec-d970-40e6-b4aa-7db6f7ea523c, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:45:54.532640 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Network 62885bec-d970-40e6-b4aa-7db6f7ea523c is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:45:54.547793 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 62885bec-d970-40e6-b4aa-7db6f7ea523c) {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:54.557179 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:45:54.557681 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:54.558495 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 4, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'gw_port': {'id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '57edc2da-6c4d-4995-a3c7-2c4173dff925', 'name': '', 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'mac_address': 'fa:16:3e:be:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:45Z', 'updated_at': '2021-08-10T10:45:53Z', 'revision_number': 4, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'subnets': [{'id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:54.559317 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863429a6-80a5-4b09-9e07-61e902e7b542 None None] Network 62885bec-d970-40e6-b4aa-7db6f7ea523c requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:45:54.583140 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45440) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:54.589456 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:45:54.595494 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-213d4eca-4a1b-4090-beeb-c44b9bbf55a4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9115086 Aug 10 10:45:54.598598 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93bf4b7-7fd9-4403-82ac-c4dfd3cb0bce None None] The sync data for ids ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'] in dv-cinder-772181-13-iscsi is: [{'id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:46Z', 'revision_number': 4, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'gw_port': {'id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '57edc2da-6c4d-4995-a3c7-2c4173dff925', 'name': '', 'network_id': 'cf688658-5a8f-48c9-8988-ae34541a5614', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'mac_address': 'fa:16:3e:be:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:45Z', 'updated_at': '2021-08-10T10:45:53Z', 'revision_number': 4, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'subnets': [{'id': '8fe8d59c-6476-46c2-90c8-dbdead610b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:45:54.651203 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:54.652759 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:54.729189 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:54.804368 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-62885bec-d970-40e6-b4aa-7db6f7ea523c', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:45:54.806094 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:54.944154 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.085221 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Allocated IP 172.20.0.2 (62885bec-d970-40e6-b4aa-7db6f7ea523c/d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44/50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:55.270184 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.298157 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.328472 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.347838 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Transition to ACTIVE for port object 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:55.376238 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Transition to ACTIVE for port object 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:55.386187 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.415546 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Network 62885bec-d970-40e6-b4aa-7db6f7ea523c is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:55.418612 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:55.448048 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:55.486637 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Allocated IP 172.27.1.143 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/3c051b9a-cc5b-4180-918b-a6af4184d7cf) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:55.528933 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Attempting to bind port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:45:55.529311 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Attempting to bind port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:45:55.529671 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Attempting to bind port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 on network 62885bec-d970-40e6-b4aa-7db6f7ea523c {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:55.537966 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:45:55.538337 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Checking segment: {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:55.538739 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.539828 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Bound using segment: {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:45:55.540307 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Bound port: 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:45:55.540691 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.544284 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Pushing event updated for resources: {'Port': ['ID=50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:55.645254 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.655441 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] For port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:45:55.661812 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] For port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:45:55.670017 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.736642 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:55.808141 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d865b-3b50-4dda-be2b-4dffedd5e4e4 None None] Pushing event updated for resources: {'Port': ['ID=50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:55.822204 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:55.825479 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:55.828188 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:55.855047 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Pushing event updated for resources: {'Port': ['ID=3c051b9a-cc5b-4180-918b-a6af4184d7cf,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:55.911203 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 57edc2da-6c4d-4995-a3c7-2c4173dff925 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:56.025813 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 57edc2da-6c4d-4995-a3c7-2c4173dff925 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:56.033663 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 57edc2da-6c4d-4995-a3c7-2c4173dff925 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:56.034808 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:56.205519 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:56.231099 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:56.255264 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 57edc2da-6c4d-4995-a3c7-2c4173dff925, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=57edc2da-6c4d-4995-a3c7-2c4173dff925,segment=NetworkSegment(528c523b-5783-4ae3-8394-6c4192683013),segment_id=528c523b-5783-4ae3-8394-6c4192683013)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:56.279853 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:56.352400 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=57edc2da-6c4d-4995-a3c7-2c4173dff925,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:56.524832 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:56.753927 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Router 7ae671da-8b33-4ec5-a2ba-589011d70eaf is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:45:56.904697 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:45:56.921825 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Sync routers for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:45:56.942896 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:56.944192 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-91a5f99f-42ac-4dc1-bc4b-5b183fd54c3f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3599925 Aug 10 10:45:56.948687 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45446) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:45:56.979036 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:56.980104 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:57.390586 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2574dec-cf06-4539-92f2-28b774a16053 None None] Network 62885bec-d970-40e6-b4aa-7db6f7ea523c requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:45:57.479402 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:57.483754 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4ab657cd-e57f-4600-b448-95c62c7d042b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:57.563927 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-81150a94-22af-4b3d-af2f-2e864732d6ef None None] Provisioning for port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:57.748967 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:57.854257 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:56Z', 'revision_number': 3, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:57.933982 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Checking router: 7ae671da-8b33-4ec5-a2ba-589011d70eaf for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:45:57.942066 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Updating router 7ae671da-8b33-4ec5-a2ba-589011d70eaf port 3c051b9a-cc5b-4180-918b-a6af4184d7cf binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:45:57.949494 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 57edc2da-6c4d-4995-a3c7-2c4173dff925 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:58.019667 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.030272 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Allocated IP 172.20.0.1 (62885bec-d970-40e6-b4aa-7db6f7ea523c/d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44/5cc7279f-b3e1-48dd-a017-50935f125ed0) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:45:58.141644 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 57edc2da-6c4d-4995-a3c7-2c4173dff925 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:58.142048 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.165879 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.182496 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Transition to ACTIVE for port object 5cc7279f-b3e1-48dd-a017-50935f125ed0 will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:58.254138 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.317256 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc7279f-b3e1-48dd-a017-50935f125ed0,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:58.327936 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Network 62885bec-d970-40e6-b4aa-7db6f7ea523c is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:58.330114 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:58.333495 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:58.338481 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:45:58.399997 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.446410 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.459565 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Transition to ACTIVE for port object 3c051b9a-cc5b-4180-918b-a6af4184d7cf will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:45:58.464088 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:58.468264 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.487370 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:58.487370 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.583426 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Attempting to bind port 3c051b9a-cc5b-4180-918b-a6af4184d7cf on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:45:58.583795 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Attempting to bind port 3c051b9a-cc5b-4180-918b-a6af4184d7cf by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:45:58.584167 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Attempting to bind port 3c051b9a-cc5b-4180-918b-a6af4184d7cf on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:45:58.592455 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aed6b-4e8a-4d6b-945a-4a790c2ede49 None None] Pushing event updated for resources: {'Port': ['ID=3c051b9a-cc5b-4180-918b-a6af4184d7cf,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:58.603105 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:45:58.603105 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:45:58.603681 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.603963 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:45:58.607343 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Bound port: 3c051b9a-cc5b-4180-918b-a6af4184d7cf, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:45:58.607343 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.645317 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.752189 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] For port 3c051b9a-cc5b-4180-918b-a6af4184d7cf, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:45:58.760669 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] For port 3c051b9a-cc5b-4180-918b-a6af4184d7cf, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=3c051b9a-cc5b-4180-918b-a6af4184d7cf,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:45:58.763658 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.768998 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-4c74c742-6063-4c66-9b24-edaa31571ea1 None None] Provisioning for port 5cc7279f-b3e1-48dd-a017-50935f125ed0 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:45:58.791602 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.807062 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-4c74c742-6063-4c66-9b24-edaa31571ea1 None None] Provisioning complete for port 5cc7279f-b3e1-48dd-a017-50935f125ed0 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:58.807396 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4c74c742-6063-4c66-9b24-edaa31571ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.901164 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.907365 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:45:58.910830 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.915395 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-4c74c742-6063-4c66-9b24-edaa31571ea1 None None] Port 5cc7279f-b3e1-48dd-a017-50935f125ed0 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:45:58.929460 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:45:58.930647 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:45:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:58.937084 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:58.941539 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aed6b-4e8a-4d6b-945a-4a790c2ede49 None None] Pushing event updated for resources: {'Port': ['ID=3c051b9a-cc5b-4180-918b-a6af4184d7cf,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:59.033830 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc7279f-b3e1-48dd-a017-50935f125ed0,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:59.039842 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:59.072938 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:45:59.103345 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:45:59.150642 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Network 62885bec-d970-40e6-b4aa-7db6f7ea523c is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:45:59.152312 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:45:59.335416 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Router 7ae671da-8b33-4ec5-a2ba-589011d70eaf has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:45:59.402701 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 2, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:45:59.470200 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:45:59.475852 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-4faf7f07-c279-4430-9d59-f175f385a741 admin admin] 10.222.0.43 "PUT /v2.0/routers/7ae671da-8b33-4ec5-a2ba-589011d70eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5254889 Aug 10 10:45:59.600291 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ee78e-0b7b-48af-b9be-29a14f492a12 None None] The sync data for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi is: [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 2, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:45:59.618136 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-561fa2ac-0d2d-457d-b22f-c3452b55d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:59.621105 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-a6019934-06d7-4047-abb2-f861ce1a526e None None] Provisioning complete for port 5cc7279f-b3e1-48dd-a017-50935f125ed0 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:59.621734 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-a6019934-06d7-4047-abb2-f861ce1a526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:59.692761 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-a6019934-06d7-4047-abb2-f861ce1a526e None None] Port 5cc7279f-b3e1-48dd-a017-50935f125ed0 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:45:59.758128 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:45:59.809664 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:45:59.810046 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.117887 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.141506 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45484) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:00.148996 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1148557171-network', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:00.189678 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Made reservation on behalf of c7337e193c894906bf314aaad76bc98d for: {'network': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:46:00.193196 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.205487 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.323784 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.329820 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.362940 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=99996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:46:00.384383 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077e2ed6-5511-4d5b-afe8-935be598373c,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:00.390359 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.390738 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.segments_db [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Added segment 5f2bca94-85c4-4fb8-bdda-f39f96d455da of type vlan for network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 Aug 10 10:46:00.477239 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.525154 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.526444 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:00.527225 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.599251 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4564247 Aug 10 10:46:00.602499 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45502) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:00.612902 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1922378-5b00-4690-a75f-ce35dfbb234d admin admin] Pushing event updated for resources: {'Network': ['ID=e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:00.619666 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Request body: {'subnet': {'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1148557171-subnet', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:00.625529 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:46:00.662224 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Made reservation on behalf of c7337e193c894906bf314aaad76bc98d for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:46:00.665730 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11743548'] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.730595 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:00.795248 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-7320007c-10d7-4f12-97f1-7ad4b2f77f4a tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:00.796962 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-7320007c-10d7-4f12-97f1-7ad4b2f77f4a tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/networks?id=c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 200 len: 815 time: 0.1380463 Aug 10 10:46:00.819580 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-670fe963-5c2f-404b-be47-b05acfe6efe8 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/quotas/fd7bd733989d449d89a37d6201efce0e HTTP/1.1" status: 200 len: 375 time: 0.0153625 Aug 10 10:46:00.887661 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-50e404ad-72b5-4158-a208-2b6d1aa2427b tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd7bd733989d449d89a37d6201efce0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615788 Aug 10 10:46:00.965645 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11743534'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.034517 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Checking segment: {'id': '5f2bca94-85c4-4fb8-bdda-f39f96d455da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:46:01.034889 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Network hostable DHCP agents. Network: e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:46:01.038715 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Pushing event updated for resources: {'Subnet': ['ID=329defb9-12c3-4862-9a3b-1db90ad42f7c,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:01.058147 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:46:01.073151 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:01.079540 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:01.080426 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.086823 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb3704d-7f3b-499f-9336-5816081120f5 None None] Network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:46:01.108807 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-5dc4c985-bfbb-4990-96b0-27e1ec80674d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5020399 Aug 10 10:46:01.110384 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45516) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:01.115857 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:01.129193 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184db2e0-cd32-4e8b-9284-82274d6fac11 req-e648d9bf-f6dd-4902-b70c-0e8a87ea7a6a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:01.138184 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-184db2e0-cd32-4e8b-9284-82274d6fac11 req-e648d9bf-f6dd-4902-b70c-0e8a87ea7a6a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.2741961 Aug 10 10:46:01.140174 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-375760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34039'] for router, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.145679 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-515880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-33934'] for router, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.212250 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.215504 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-184db2e0-cd32-4e8b-9284-82274d6fac11 req-652c493a-66a4-4e10-8c15-0f7626849f79 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733416 Aug 10 10:46:01.229667 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-64f27c08-c97f-4266-bfa1-e6b2bffc2c6b service neutron] 10.222.0.43 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263676 Aug 10 10:46:01.334582 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1058d5a-972a-5049-9740-7af71aa7deb3-e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288', 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'fixed_ips': [{'subnet_id': '329defb9-12c3-4862-9a3b-1db90ad42f7c'}]}} from dv-cinder-772181-13-iscsi. {{(pid=99997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:46:01.335418 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.338472 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-4a57c0e3-0aac-4517-a6c5-b16a88356e7e service neutron] 10.222.0.43 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011603 Aug 10 10:46:01.364298 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.510263 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.db_base_plugin_common [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Allocated IP 172.20.0.2 (e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288/329defb9-12c3-4862-9a3b-1db90ad42f7c/f5512cf3-6fa6-445f-a97b-3154585ef754) {{(pid=99997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:01.559615 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5ea90869-14aa-4012-8da6-3941a920e3f7 req-3cbeb9e5-6c76-4142-bf37-9a9880bbde3b tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0568674 Aug 10 10:46:01.696914 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Notify callbacks [] for port, precommit_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.712421 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Transition to ACTIVE for port object f5512cf3-6fa6-445f-a97b-3154585ef754 will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:01.717440 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.729938 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Transition to ACTIVE for port object f5512cf3-6fa6-445f-a97b-3154585ef754 will not be triggered until provisioned by entity DHCP. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:01.737422 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214'] for port, after_create {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.784075 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 3c051b9a-cc5b-4180-918b-a6af4184d7cf up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:01.829035 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 is already hosted by enough agents. {{(pid=99997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:01.835462 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.scheduler.base_scheduler [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Resources bound (agent type, host, resource id): {{(pid=99997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:01.844294 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Received port after_create {{(pid=99997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:01.857891 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Pushing event updated for resources: {'Port': ['ID=f5512cf3-6fa6-445f-a97b-3154585ef754,revision_number=1']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:01.878159 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.910659 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.940095 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Attempting to bind port f5512cf3-6fa6-445f-a97b-3154585ef754 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:46:01.940578 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Attempting to bind port f5512cf3-6fa6-445f-a97b-3154585ef754 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '5f2bca94-85c4-4fb8-bdda-f39f96d455da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:46:01.941067 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Attempting to bind port f5512cf3-6fa6-445f-a97b-3154585ef754 on network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:01.943592 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 3c051b9a-cc5b-4180-918b-a6af4184d7cf completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:01.952002 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 3c051b9a-cc5b-4180-918b-a6af4184d7cf triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:01.952551 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.957014 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:46:01.957840 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Checking segment: {'id': '5f2bca94-85c4-4fb8-bdda-f39f96d455da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:46:01.958764 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:01.958955 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Bound using segment: {'id': '5f2bca94-85c4-4fb8-bdda-f39f96d455da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:46:01.959732 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Bound port: f5512cf3-6fa6-445f-a97b-3154585ef754, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2bca94-85c4-4fb8-bdda-f39f96d455da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:46:01.960278 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:02.004890 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-ec12a822-9ef6-421c-bc9b-978c7ce0d09f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919020 Aug 10 10:46:02.093329 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Allocated IP 172.27.1.215 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/40ba2990-c2b2-4169-8c1c-d5c6b06e2def) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:02.115248 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] For port f5512cf3-6fa6-445f-a97b-3154585ef754, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:46:02.140184 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] For port f5512cf3-6fa6-445f-a97b-3154585ef754, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=f5512cf3-6fa6-445f-a97b-3154585ef754,segment=NetworkSegment(5f2bca94-85c4-4fb8-bdda-f39f96d455da),segment_id=5f2bca94-85c4-4fb8-bdda-f39f96d455da)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:46:02.141781 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:02.149997 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:02.160670 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-087139ed-3c6b-4d07-9ad9-05ad9f80c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:02.161969 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-087139ed-3c6b-4d07-9ad9-05ad9f80c090 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 1098 time: 0.1049457 Aug 10 10:46:02.215077 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 3c051b9a-cc5b-4180-918b-a6af4184d7cf, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=3c051b9a-cc5b-4180-918b-a6af4184d7cf,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:02.230088 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:02.238463 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903c42-5bfb-49f2-8894-467521096b82 None None] Pushing event updated for resources: {'Port': ['ID=f5512cf3-6fa6-445f-a97b-3154585ef754,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:02.278530 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:02.299732 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=3c051b9a-cc5b-4180-918b-a6af4184d7cf,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:02.323607 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:02.341922 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-132ffb77-9e92-4b02-848d-418105467efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:02.343777 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-132ffb77-9e92-4b02-848d-418105467efc service neutron] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 912 time: 0.1589351 Aug 10 10:46:02.380056 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Sync routers for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:46:02.395443 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:02.397300 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:02.400931 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54ec8e-46cd-42bf-9daf-d503561da207 req-16678b74-6d54-45ba-86bc-4c3aa9ef173b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:02.403296 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ea54ec8e-46cd-42bf-9daf-d503561da207 req-16678b74-6d54-45ba-86bc-4c3aa9ef173b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.0831738 Aug 10 10:46:02.430781 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:02.475762 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-9d292401-0c70-4479-a205-1b8649132067 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28acf1be-9e60-463a-83f2-39445b7df133 HTTP/1.1" status: 200 len: 1000 time: 0.1212988 Aug 10 10:46:02.494742 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ea54ec8e-46cd-42bf-9daf-d503561da207 req-ae2cd1a3-7dfa-4679-93c4-8dafae80e42c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848351 Aug 10 10:46:02.496049 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:02.559922 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:02.566244 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Pushing event updated for resources: {'Port': ['ID=40ba2990-c2b2-4169-8c1c-d5c6b06e2def,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:02.572532 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:02.722397 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:02.727382 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1c1e2161-3de9-4f07-a5e5-c5dba31ee37d req-c457bb79-f46c-4b54-a181-773d0ba0302c tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0505691 Aug 10 10:46:02.727552 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-59af654c-c7f5-463f-baf1-fa60f33e5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:02.729050 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-59af654c-c7f5-463f-baf1-fa60f33e5471 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.2381403 Aug 10 10:46:02.850277 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-4aabcf57-ab45-4e0a-84d0-ee80d60e3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:02.852672 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-4aabcf57-ab45-4e0a-84d0-ee80d60e3ddb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0738394 Aug 10 10:46:02.935957 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 2, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:02.966038 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Checking router: 7ae671da-8b33-4ec5-a2ba-589011d70eaf for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:46:02.966384 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Updating router 7ae671da-8b33-4ec5-a2ba-589011d70eaf port 5cc7279f-b3e1-48dd-a017-50935f125ed0 binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:46:02.992883 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.018088 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.054894 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-88a1b1c1-0501-4dc1-8044-287640c85a65 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660080 Aug 10 10:46:03.242717 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84981-cfa5-40f8-b470-31770784c577 req-87610fdf-d040-4bbf-aeb4-5e6681b3de5b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:03.244326 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8da84981-cfa5-40f8-b470-31770784c577 req-87610fdf-d040-4bbf-aeb4-5e6681b3de5b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.1201129 Aug 10 10:46:03.275721 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b80708f-8140-4f5b-9d53-add7137e90a6 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:03.278233 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b80708f-8140-4f5b-9d53-add7137e90a6 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.26 "GET /v2.0/networks?id=c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 200 len: 815 time: 0.1943762 Aug 10 10:46:03.299618 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'port': {'device_id': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'admin_state_up': True, 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:03.347522 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.364895 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Transition to ACTIVE for port object 5cc7279f-b3e1-48dd-a017-50935f125ed0 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:03.378001 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.416898 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373986'] for router, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.431077 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-1b34a05d-7b74-4d7b-bff6-0c95ad415b6c req-a720b602-46f6-41f0-9514-80d566f98891 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604059 Aug 10 10:46:03.434424 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeeb112-252d-4cdb-a06d-d1fd8d535e63 None None] Pushing event updated for resources: {'Port': ['ID=5cc7279f-b3e1-48dd-a017-50935f125ed0,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:03.508286 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Made reservation on behalf of fd7bd733989d449d89a37d6201efce0e for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:46:03.513345 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.614804 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Attempting to bind port 5cc7279f-b3e1-48dd-a017-50935f125ed0 on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:46:03.615148 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Attempting to bind port 5cc7279f-b3e1-48dd-a017-50935f125ed0 by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:46:03.615519 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Attempting to bind port 5cc7279f-b3e1-48dd-a017-50935f125ed0 on network 62885bec-d970-40e6-b4aa-7db6f7ea523c {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:03.627200 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:46:03.627572 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Checking segment: {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:46:03.627979 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.628377 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Bound using segment: {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:46:03.628865 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Bound port: 5cc7279f-b3e1-48dd-a017-50935f125ed0, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:46:03.629268 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.689946 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Deleting port a1aecab5-0d06-44d6-9526-badc85acd1f6 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:46:03.690304 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.735413 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a04d407-c100-4e31-857b-a6c767383d65 None None] Network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:46:03.836964 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] For port 5cc7279f-b3e1-48dd-a017-50935f125ed0, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:46:03.846638 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d6d19-d5c8-45ec-9775-2454d1d20f7a req-a5c0209e-9f54-4791-a56f-6ec4296272f8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:03.848953 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] For port 5cc7279f-b3e1-48dd-a017-50935f125ed0, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=5cc7279f-b3e1-48dd-a017-50935f125ed0,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:46:03.851659 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f38d6d19-d5c8-45ec-9775-2454d1d20f7a req-a5c0209e-9f54-4791-a56f-6ec4296272f8 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.2034922 Aug 10 10:46:03.859302 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:03.888663 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Router 69ed2924-cf4d-4427-92ef-7fd09f711cfa is scheduled to L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 with binding_index 1 {{(pid=99995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:46:04.001200 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ccc65e7b-6a1f-4679-a812-f1aa7eb14a69 req-7e8c88eb-2383-462e-9756-48d15fd14518 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.1477513 Aug 10 10:46:04.029856 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-477bff18-9032-4fe0-ba55-41f6f55791df None None] Provisioning for port f5512cf3-6fa6-445f-a97b-3154585ef754 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:04.032100 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:04.032981 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:04.040231 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Allocated IP 172.20.0.3 (c79492bb-fdc4-4c2d-9d95-1422d08002ac/cbe71df9-e836-418f-bd6e-f50d0ffa4b47/5f5aa896-36b0-4bce-9aee-47490fb9766f) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:04.047772 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 3c051b9a-cc5b-4180-918b-a6af4184d7cf up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:04.093482 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f38d6d19-d5c8-45ec-9775-2454d1d20f7a req-43e8c2d2-e6e5-4816-9e23-8c91dbfb0f23 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149508 Aug 10 10:46:04.180243 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeeb112-252d-4cdb-a06d-d1fd8d535e63 None None] Pushing event updated for resources: {'Port': ['ID=5cc7279f-b3e1-48dd-a017-50935f125ed0,revision_number=4']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:04.402492 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 3c051b9a-cc5b-4180-918b-a6af4184d7cf triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:04.402918 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:04.443573 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:04.490533 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:04.512137 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Transition to ACTIVE for port object 5f5aa896-36b0-4bce-9aee-47490fb9766f will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:04.558059 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:04.615438 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Network c79492bb-fdc4-4c2d-9d95-1422d08002ac is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:04.620378 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:04.624962 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:04.662723 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'Port': ['ID=5f5aa896-36b0-4bce-9aee-47490fb9766f,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:04.697385 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:04.698061 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:04.718767 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-662bf8b4-2ab2-40c7-b780-97db0fbda897 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4235086 Aug 10 10:46:04.758312 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device f5512cf3-6fa6-445f-a97b-3154585ef754 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:04.783027 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] For port a1aecab5-0d06-44d6-9526-badc85acd1f6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=a1aecab5-0d06-44d6-9526-badc85acd1f6,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:04.784697 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:04.859150 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port f5512cf3-6fa6-445f-a97b-3154585ef754 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:04.872333 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port f5512cf3-6fa6-445f-a97b-3154585ef754 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:04.872725 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:05.002807 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:46:05.076857 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Request body: {'port': {'device_id': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:05.087140 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:46:03Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:05.099073 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:05.119221 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Sync routers for ids ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:46:05.123320 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:05.127174 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7293891e-8981-4513-adb4-89c0da3c1e9f None None] The sync data for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi is: [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:46:03Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:46:05.133179 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a6a407fe-28b5-4976-934c-2df7ea769388 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0222197 Aug 10 10:46:05.145950 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45578) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:05.224972 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Routers {'69ed2924-cf4d-4427-92ef-7fd09f711cfa'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:05.229399 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:05.270084 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:05.379389 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Set router 69ed2924-cf4d-4427-92ef-7fd09f711cfa gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:05.393398 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f751824-946c-45cb-ada8-5f04cb74b72d req-2109c2ca-98d9-4a4e-8d3e-cfb5f659b428 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:05.395562 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2f751824-946c-45cb-ada8-5f04cb74b72d req-2109c2ca-98d9-4a4e-8d3e-cfb5f659b428 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.1862035 Aug 10 10:46:05.430306 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:05.430816 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:05.431258 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.l3_db [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Floating IP 36a70e17-5e62-4907-b96c-928a764860b6 disassociated. External IP: 172.27.1.136, port: a1aecab5-0d06-44d6-9526-badc85acd1f6. Aug 10 10:46:05.431699 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Calling delete_port for a1aecab5-0d06-44d6-9526-badc85acd1f6 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:46:05.449754 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-97fa2f3d-e42f-4520-81a2-70cef215d82e None None] Provisioning complete for port f5512cf3-6fa6-445f-a97b-3154585ef754 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:05.450135 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-97fa2f3d-e42f-4520-81a2-70cef215d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:05.605302 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53dad-0c32-4dcc-a710-b4de6bd7317f req-5d4fa73f-7a86-41f6-9453-ad0343fd413f tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:05.613209 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bba53dad-0c32-4dcc-a710-b4de6bd7317f req-5d4fa73f-7a86-41f6-9453-ad0343fd413f tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 945 time: 0.3445683 Aug 10 10:46:05.726866 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port f5512cf3-6fa6-445f-a97b-3154585ef754, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=f5512cf3-6fa6-445f-a97b-3154585ef754,segment=NetworkSegment(5f2bca94-85c4-4fb8-bdda-f39f96d455da),segment_id=5f2bca94-85c4-4fb8-bdda-f39f96d455da)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:05.744301 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bba53dad-0c32-4dcc-a710-b4de6bd7317f req-992fcc16-31f4-42f4-bfa3-f342d7f57f9f tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a0ff217-c63c-440c-9a03-ca4eeb493f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301112 Aug 10 10:46:05.760649 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2f751824-946c-45cb-ada8-5f04cb74b72d req-f9e3164c-a5d1-4e03-80dc-356924e64768 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442583 Aug 10 10:46:05.795650 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:05.982043 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=f5512cf3-6fa6-445f-a97b-3154585ef754,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:05.985444 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device a1aecab5-0d06-44d6-9526-badc85acd1f6 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:46:05.987750 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 5cc7279f-b3e1-48dd-a017-50935f125ed0 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:06.145379 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:06.176093 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 5cc7279f-b3e1-48dd-a017-50935f125ed0 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:06.186911 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 5cc7279f-b3e1-48dd-a017-50935f125ed0 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:06.187315 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:06.246610 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event deleted for resources: {'Port': ['ID=a1aecab5-0d06-44d6-9526-badc85acd1f6,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:06.331198 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-97fa2f3d-e42f-4520-81a2-70cef215d82e None None] Provisioning for port 5f5aa896-36b0-4bce-9aee-47490fb9766f completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:06.339147 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-97fa2f3d-e42f-4520-81a2-70cef215d82e None None] Provisioning complete for port 5f5aa896-36b0-4bce-9aee-47490fb9766f triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:06.341358 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-97fa2f3d-e42f-4520-81a2-70cef215d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:06.346339 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No active binding found for port a1aecab5-0d06-44d6-9526-badc85acd1f6 {{(pid=99997) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 10:46:06.348977 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device a1aecab5-0d06-44d6-9526-badc85acd1f6 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:46:06.354156 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:06.450691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5aa896-36b0-4bce-9aee-47490fb9766f {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:46:06.466574 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:06.483984 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 3, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'gw_port': {'id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:06.504458 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Transition to ACTIVE for port object 5f5aa896-36b0-4bce-9aee-47490fb9766f will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:06.524720 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:06.693831 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:46:06.708382 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:06.796594 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Attempting to bind port 5f5aa896-36b0-4bce-9aee-47490fb9766f on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:46:06.797173 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Attempting to bind port 5f5aa896-36b0-4bce-9aee-47490fb9766f by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:46:06.797301 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Attempting to bind port 5f5aa896-36b0-4bce-9aee-47490fb9766f on network c79492bb-fdc4-4c2d-9d95-1422d08002ac {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:06.800103 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5aa896-36b0-4bce-9aee-47490fb9766f,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:06.812773 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Port 5f5aa896-36b0-4bce-9aee-47490fb9766f on network c79492bb-fdc4-4c2d-9d95-1422d08002ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:46:06.813171 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Attempting to bind port 5f5aa896-36b0-4bce-9aee-47490fb9766f on network c79492bb-fdc4-4c2d-9d95-1422d08002ac {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:06.830450 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:46:06.830797 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Checking segment: {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:46:06.831280 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Bound using segment: {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:46:06.832323 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Bound port: 5f5aa896-36b0-4bce-9aee-47490fb9766f, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb009b23-2a44-4b51-97aa-e3919f94d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:46:06.832323 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:06.884409 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 5cc7279f-b3e1-48dd-a017-50935f125ed0, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=5cc7279f-b3e1-48dd-a017-50935f125ed0,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:06.901591 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Checking router: 69ed2924-cf4d-4427-92ef-7fd09f711cfa for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:46:06.913161 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Updating router 69ed2924-cf4d-4427-92ef-7fd09f711cfa port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def binding host dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:46:06.918642 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:06.926383 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-97fa2f3d-e42f-4520-81a2-70cef215d82e None None] Port 5f5aa896-36b0-4bce-9aee-47490fb9766f cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:46:06.963441 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:46:06.980305 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] Sync routers for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:46:07.004302 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:07.011184 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:07.033955 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:07.056032 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] For port 5f5aa896-36b0-4bce-9aee-47490fb9766f, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:46:07.059182 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] No DVR routers for this DVR port a1aecab5-0d06-44d6-9526-badc85acd1f6 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:46:07.060710 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] For port 5f5aa896-36b0-4bce-9aee-47490fb9766f, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:46:07.073236 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=5cc7279f-b3e1-48dd-a017-50935f125ed0,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:07.095704 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12b69519-ec30-4fc5-b1a5-bc80f6bfbfad req-81798f9f-4369-4c87-8dbf-4059febe8cff tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0330250 Aug 10 10:46:07.098301 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:07.111723 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:07.118057 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8da84981-cfa5-40f8-b470-31770784c577 req-a3ce7ddf-796b-4f9e-b69a-8bb661aa8dbd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "DELETE /v2.0/ports/a1aecab5-0d06-44d6-9526-badc85acd1f6 HTTP/1.1" status: 204 len: 173 time: 3.8588922 Aug 10 10:46:07.118642 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'name': 'network-vif-deleted', 'tag': 'a1aecab5-0d06-44d6-9526-badc85acd1f6'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:07.121000 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df0ce7-824d-472a-8ec2-a816a93bde0d" -d '{"events": [{"server_uuid": "21a86073-5ebd-4acb-95c9-85dfa63b39ce", "name": "network-vif-deleted", "tag": "a1aecab5-0d06-44d6-9526-badc85acd1f6"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:07.143178 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:07.143804 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:07.145625 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 1093 time: 2.2112396 Aug 10 10:46:07.176341 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:07.178608 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a7d55d-9f60-47d4-aed4-812e37d1498d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:07.229124 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Allocated IP 172.20.0.1 (e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288/329defb9-12c3-4862-9a3b-1db90ad42f7c/382ef959-b6bb-49a7-8463-6b290c4d0e3c) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:07.384359 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:07.413614 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dea56-fe0a-4303-a95a-a298a50349c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5aa896-36b0-4bce-9aee-47490fb9766f,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:07.439569 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241065b-8e83-401b-b048-935dbc3761c3 req-19f812cb-d108-43c2-9fe9-f4714c471aa5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:07.453306 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9241065b-8e83-401b-b048-935dbc3761c3 req-19f812cb-d108-43c2-9fe9-f4714c471aa5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.3600557 Aug 10 10:46:07.456990 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-e819643f-8fdb-4772-a543-c29865da1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:07.458590 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-e819643f-8fdb-4772-a543-c29865da1fb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7bd733989d449d89a37d6201efce0e&device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1096 time: 0.1637809 Aug 10 10:46:07.527900 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9241065b-8e83-401b-b048-935dbc3761c3 req-9e9b5eaa-8e6d-49d2-ad87-85a0ba9b1c35 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724692 Aug 10 10:46:07.606878 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5da8dd6-7676-4358-8693-a8fa7d8c4a5a x-openstack-request-id: req-d5da8dd6-7676-4358-8693-a8fa7d8c4a5a {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:07.623230 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a86073-5ebd-4acb-95c9-85dfa63b39ce", "name": "network-vif-deleted", "tag": "a1aecab5-0d06-44d6-9526-badc85acd1f6", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:07.623651 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5da8dd6-7676-4358-8693-a8fa7d8c4a5a {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:07.624203 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a86073-5ebd-4acb-95c9-85dfa63b39ce', 'name': 'network-vif-deleted', 'tag': 'a1aecab5-0d06-44d6-9526-badc85acd1f6', 'status': 'completed', 'code': 200} Aug 10 10:46:07.668893 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:07.685815 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb3bd1-4a1b-4fc6-b82a-db5e07520ffb x-openstack-request-id: req-52cb3bd1-4a1b-4fc6-b82a-db5e07520ffb {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:07.686243 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:07.686613 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52cb3bd1-4a1b-4fc6-b82a-db5e07520ffb {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:07.687118 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'status': 'completed', 'code': 200} Aug 10 10:46:07.688983 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-3c560e19-ace4-43cc-b0e0-1b947bf0acf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 217 time: 0.1502299 Aug 10 10:46:07.697603 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Transition to ACTIVE for port object 382ef959-b6bb-49a7-8463-6b290c4d0e3c will not be triggered until provisioned by entity DHCP. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:07.763211 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:07.837709 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Notify callbacks [] for port, precommit_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:07.864050 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Transition to ACTIVE for port object 40ba2990-c2b2-4169-8c1c-d5c6b06e2def will not be triggered until provisioned by entity L2. {{(pid=99997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:07.876877 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:07.878329 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:07.893016 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:07.915211 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:07.974305 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:07.990047 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Pushing event updated for resources: {'Port': ['ID=382ef959-b6bb-49a7-8463-6b290c4d0e3c,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:08.005085 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device f5512cf3-6fa6-445f-a97b-3154585ef754 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:08.019816 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461073'] for router_interface, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.034974 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] Checking router: a7a05417-d029-4fd1-a71e-a1aa8f1e2015 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:46:08.047715 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:08.048812 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:08.153823 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Attempting to bind port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:46:08.155988 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Attempting to bind port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:46:08.158791 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Attempting to bind port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def on network 6985d318-c372-40c5-9eb9-c33017091232 {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:08.211172 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cebb7-2340-4391-b205-8c5a3126f9a9 None None] Pushing event updated for resources: {'Port': ['ID=40ba2990-c2b2-4169-8c1c-d5c6b06e2def,revision_number=2']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:08.216524 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port f5512cf3-6fa6-445f-a97b-3154585ef754 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:08.220326 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.222738 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:46:08.227450 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Checking segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:46:08.228238 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.230428 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Bound using segment: {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'} {{(pid=99997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:46:08.231320 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.managers [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Bound port: 40ba2990-c2b2-4169-8c1c-d5c6b06e2def, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6985d318-c372-40c5-9eb9-c33017091232'}}] {{(pid=99997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:46:08.231986 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.330423 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-b4db4c1e-8080-44a6-b61f-f15a82adb936 None None] Provisioning for port 382ef959-b6bb-49a7-8463-6b290c4d0e3c completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:08.337748 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-b4db4c1e-8080-44a6-b61f-f15a82adb936 None None] Provisioning complete for port 382ef959-b6bb-49a7-8463-6b290c4d0e3c triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:08.338478 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b4db4c1e-8080-44a6-b61f-f15a82adb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.373728 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:08.382558 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d05efa22-63dd-4ea5-b023-d2d5682c178b req-5e6b76da-def4-4b6d-ad62-f721ddef7cfe tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0832622 Aug 10 10:46:08.384078 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.426297 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] For port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:46:08.447931 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] For port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=40ba2990-c2b2-4169-8c1c-d5c6b06e2def,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:46:08.451645 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-b4db4c1e-8080-44a6-b61f-f15a82adb936 None None] Port 382ef959-b6bb-49a7-8463-6b290c4d0e3c cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:46:08.462586 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.537972 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 5cc7279f-b3e1-48dd-a017-50935f125ed0 up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:08.589678 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Routers {'69ed2924-cf4d-4427-92ef-7fd09f711cfa'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:08.590329 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:08.765302 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cebb7-2340-4391-b205-8c5a3126f9a9 None None] Pushing event updated for resources: {'Port': ['ID=40ba2990-c2b2-4169-8c1c-d5c6b06e2def,revision_number=3']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:08.779390 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb383dd-06cb-403e-b2ba-8825ae8101ca req-8285766b-60ee-4194-8829-27b8638624ae tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:08.794599 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4cb383dd-06cb-403e-b2ba-8825ae8101ca req-8285766b-60ee-4194-8829-27b8638624ae tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.1262968 Aug 10 10:46:08.860712 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 5cc7279f-b3e1-48dd-a017-50935f125ed0 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:08.860712 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.874666 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.885026 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:08.892401 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] Set router 69ed2924-cf4d-4427-92ef-7fd09f711cfa gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:08.915822 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4cb383dd-06cb-403e-b2ba-8825ae8101ca req-527c73a6-0f0c-4861-9797-2c0f1cb54211 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194527 Aug 10 10:46:08.986414 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Pushing event updated for resources: {'Port': ['ID=382ef959-b6bb-49a7-8463-6b290c4d0e3c,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:09.005055 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:09.024807 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461221'] for router_interface, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:09.037473 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2eeb-b421-4f07-ab7d-0cccfadf43b3 None None] The sync data for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi is: [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:46:09.216458 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:09.218134 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:09.294877 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:08Z', 'revision_number': 4, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'gw_port': {'id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '382ef959-b6bb-49a7-8463-6b290c4d0e3c', 'name': '', 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'mac_address': 'fa:16:3e:7e:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:06Z', 'updated_at': '2021-08-10T10:46:07Z', 'revision_number': 1, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'subnets': [{'id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:09.347023 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec3f9c4-329f-4d2b-b7dc-c1917974edba None None] The sync data for ids ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'] in dv-cinder-772181-13-iscsi is: [{'id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:08Z', 'revision_number': 4, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'gw_port': {'id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '382ef959-b6bb-49a7-8463-6b290c4d0e3c', 'name': '', 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'mac_address': 'fa:16:3e:7e:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:06Z', 'updated_at': '2021-08-10T10:46:07Z', 'revision_number': 1, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'subnets': [{'id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:46:09.468258 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f15f29-d572-44c9-8402-7e2cc2fe64c9 None None] New status for floating IP 36a70e17-5e62-4907-b96c-928a764860b6: DOWN {{(pid=99997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:46:09.519921 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Router 69ed2924-cf4d-4427-92ef-7fd09f711cfa has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:46:09.568669 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-508a6c46-ad20-4d7e-ab2f-d70c1f6fdd11 req-e3167a53-f5db-4073-8239-fb13d0047614 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0308080 Aug 10 10:46:09.681536 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-3c27bbf5-689b-434f-a675-fff4ee678879 None None] Provisioning complete for port 382ef959-b6bb-49a7-8463-6b290c4d0e3c triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:09.681968 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-3c27bbf5-689b-434f-a675-fff4ee678879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:09.759058 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-3c27bbf5-689b-434f-a675-fff4ee678879 None None] Port 382ef959-b6bb-49a7-8463-6b290c4d0e3c cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:46:09.932660 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:46:09.940512 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9b6f2f93-4fec-44d9-a4b5-6a4c3e7eb65e admin admin] 10.222.0.43 "PUT /v2.0/routers/69ed2924-cf4d-4427-92ef-7fd09f711cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7932174 Aug 10 10:46:10.088321 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba7926-2934-4fe0-9bee-8bc353a3fb8f req-71fa81bc-35e5-4f5d-99a2-7795c94c9786 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:10.092187 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9cba7926-2934-4fe0-9bee-8bc353a3fb8f req-71fa81bc-35e5-4f5d-99a2-7795c94c9786 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0943954 Aug 10 10:46:10.144877 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9cba7926-2934-4fe0-9bee-8bc353a3fb8f req-315f2190-43bc-4d0f-a8a4-5e7e485146f3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440550 Aug 10 10:46:10.750009 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45612) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:10.756706 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804466078', 'description': 'tempest-secgroup-smoke-804466078 description', 'project_id': 'e5de561a17374af7a77b82542646bd60'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:10.803420 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:10.861685 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4fc981bf-3909-4ded-be06-85e684aab7ba req-085bf92d-ca52-49bb-a3f2-60fc800717d1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0489347 Aug 10 10:46:10.949641 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:10.954272 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:10.988404 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a711a6b-e1b2-43b2-9356-bf909b5b74d3,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:11.003736 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.004210 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.004683 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.005248 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.005684 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.006120 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.006631 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.007055 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.007945 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.008272 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.008601 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.008932 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.027432 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.028756 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-82688a90-a309-419c-8005-7ed7f5bf7f76 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2765944 Aug 10 10:46:11.032473 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45614) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:11.038054 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Request body: {'security_group_rule': {'security_group_id': '9a711a6b-e1b2-43b2-9356-bf909b5b74d3', 'project_id': 'e5de561a17374af7a77b82542646bd60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:11.069372 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.163563 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.169230 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.191200 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdae8809-5a67-4d4a-9b63-ca08cab5ec9e,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:11.201271 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.202835 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.202835 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.202835 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.202835 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.203404 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.203404 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.203682 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.204217 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.204546 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.204865 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.205181 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:11.208498 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.209754 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-24b0f73e-c91b-4cf8-9ce3-f74577264d21 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1755810 Aug 10 10:46:11.212419 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45618) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:11.218320 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-d6659622-da60-4837-a5aa-7e606a8b1909 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Request body: {'security_group_rule': {'security_group_id': '9a711a6b-e1b2-43b2-9356-bf909b5b74d3', 'project_id': 'e5de561a17374af7a77b82542646bd60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:11.256166 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d6659622-da60-4837-a5aa-7e606a8b1909 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.287138 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e8601-75f5-4fe2-820a-e2ed908aebaf req-93158c39-9cc2-4cb0-8b93-a6f446f45977 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:11.289070 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d52e8601-75f5-4fe2-820a-e2ed908aebaf req-93158c39-9cc2-4cb0-8b93-a6f446f45977 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0621605 Aug 10 10:46:11.340695 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d6659622-da60-4837-a5aa-7e606a8b1909 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.348913 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d6659622-da60-4837-a5aa-7e606a8b1909 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.368181 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d52e8601-75f5-4fe2-820a-e2ed908aebaf req-a784dcbf-98fe-4319-8605-9aeefa57ace0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531034 Aug 10 10:46:11.380157 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6659622-da60-4837-a5aa-7e606a8b1909 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fd09bc-9595-4d37-83f4-5f9d3461d222,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:11.398659 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d6659622-da60-4837-a5aa-7e606a8b1909 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.400263 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-d6659622-da60-4837-a5aa-7e606a8b1909 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1866617 Aug 10 10:46:11.403593 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45622) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:11.408807 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-c6559bd7-6db2-4076-944a-06e0cbbd508c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Request body: {'security_group_rule': {'security_group_id': '9a711a6b-e1b2-43b2-9356-bf909b5b74d3', 'project_id': 'e5de561a17374af7a77b82542646bd60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:11.490325 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c6559bd7-6db2-4076-944a-06e0cbbd508c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.557538 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c6559bd7-6db2-4076-944a-06e0cbbd508c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.563956 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c6559bd7-6db2-4076-944a-06e0cbbd508c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.583692 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6559bd7-6db2-4076-944a-06e0cbbd508c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cf3aa6-4d67-43dd-8edd-af6e85154030,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:11.592429 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c6559bd7-6db2-4076-944a-06e0cbbd508c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.593812 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-c6559bd7-6db2-4076-944a-06e0cbbd508c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1889994 Aug 10 10:46:11.596653 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45624) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:11.601601 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-cdde192f-8247-4ce1-9c92-c30d0054b733 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Request body: {'security_group_rule': {'security_group_id': '9a711a6b-e1b2-43b2-9356-bf909b5b74d3', 'project_id': 'e5de561a17374af7a77b82542646bd60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:11.628230 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cdde192f-8247-4ce1-9c92-c30d0054b733 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.691365 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cdde192f-8247-4ce1-9c92-c30d0054b733 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.696502 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cdde192f-8247-4ce1-9c92-c30d0054b733 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.718158 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde192f-8247-4ce1-9c92-c30d0054b733 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25eb7c92-f20d-4ba0-8b56-77a06d155956,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:11.720750 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cdde192f-8247-4ce1-9c92-c30d0054b733 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.722683 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-cdde192f-8247-4ce1-9c92-c30d0054b733 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244078 Aug 10 10:46:11.724981 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45626) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:11.730075 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-3784d611-6622-47d0-be3e-28353ebde703 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Request body: {'security_group_rule': {'security_group_id': '9a711a6b-e1b2-43b2-9356-bf909b5b74d3', 'project_id': 'e5de561a17374af7a77b82542646bd60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:11.752685 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.securitygroups_db [None req-3784d611-6622-47d0-be3e-28353ebde703 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Project e5de561a17374af7a77b82542646bd60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:46:11.758973 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3784d611-6622-47d0-be3e-28353ebde703 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.836835 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3784d611-6622-47d0-be3e-28353ebde703 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.844190 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3784d611-6622-47d0-be3e-28353ebde703 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.878580 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784d611-6622-47d0-be3e-28353ebde703 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea17c5cc-e019-4db4-8a3b-f23220825730,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:11.886788 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3784d611-6622-47d0-be3e-28353ebde703 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:11.892240 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3784d611-6622-47d0-be3e-28353ebde703 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1661763 Aug 10 10:46:11.894716 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45630) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:11.899355 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-4741673d-9160-49ac-b81e-9b488fd990b8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Request body: {'security_group_rule': {'security_group_id': '9a711a6b-e1b2-43b2-9356-bf909b5b74d3', 'project_id': 'e5de561a17374af7a77b82542646bd60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:11.943381 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 40ba2990-c2b2-4169-8c1c-d5c6b06e2def up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:11.944358 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.securitygroups_db [None req-4741673d-9160-49ac-b81e-9b488fd990b8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Project e5de561a17374af7a77b82542646bd60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:46:11.951834 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4741673d-9160-49ac-b81e-9b488fd990b8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:12.014896 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-39f381dc-be21-49ce-a2ee-473aa7c8f698 req-45606198-6630-4d50-9178-8c3bb45ecb26 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0381472 Aug 10 10:46:12.017387 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:12.031150 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:12.031907 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:12.049099 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4741673d-9160-49ac-b81e-9b488fd990b8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:12.079620 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4741673d-9160-49ac-b81e-9b488fd990b8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:12.115871 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741673d-9160-49ac-b81e-9b488fd990b8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867245ab-4355-41fd-a3db-832dde7e5e36,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:12.119861 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4741673d-9160-49ac-b81e-9b488fd990b8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:12.121230 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-4741673d-9160-49ac-b81e-9b488fd990b8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2255464 Aug 10 10:46:12.153577 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:12.180402 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=40ba2990-c2b2-4169-8c1c-d5c6b06e2def,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:12.187088 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:12.298308 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=40ba2990-c2b2-4169-8c1c-d5c6b06e2def,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:12.515905 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbaaea-bbba-4fae-9605-e8b40efc9156 req-08a2aada-0f95-4b0e-a232-eda6d023c465 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:12.517369 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-25cbaaea-bbba-4fae-9605-e8b40efc9156 req-08a2aada-0f95-4b0e-a232-eda6d023c465 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0648293 Aug 10 10:46:12.591191 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-25cbaaea-bbba-4fae-9605-e8b40efc9156 req-5dcd2c96-6846-4a5d-97fb-61082451103d tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663838 Aug 10 10:46:12.687091 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Sync routers for ids ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:46:12.701012 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Routers {'69ed2924-cf4d-4427-92ef-7fd09f711cfa'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:12.701656 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:12.827971 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Set router 69ed2924-cf4d-4427-92ef-7fd09f711cfa gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:13.048814 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:08Z', 'revision_number': 4, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'gw_port': {'id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '382ef959-b6bb-49a7-8463-6b290c4d0e3c', 'name': '', 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'mac_address': 'fa:16:3e:7e:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:06Z', 'updated_at': '2021-08-10T10:46:08Z', 'revision_number': 2, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'subnets': [{'id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:13.101421 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Checking router: 69ed2924-cf4d-4427-92ef-7fd09f711cfa for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:46:13.101768 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Updating router 69ed2924-cf4d-4427-92ef-7fd09f711cfa port 382ef959-b6bb-49a7-8463-6b290c4d0e3c binding host dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:46:13.131584 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-be48f1b0-eff4-4a11-8c71-fefc9a6b3c03 req-959d774b-e43f-4c73-a0b4-b1726da7de69 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0339186 Aug 10 10:46:13.138870 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:13.448523 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:13.462305 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Transition to ACTIVE for port object 382ef959-b6bb-49a7-8463-6b290c4d0e3c will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:13.473556 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:13.533366 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509d6c0-26b9-4caa-a344-a5903d41eeb3 None None] Pushing event updated for resources: {'Port': ['ID=382ef959-b6bb-49a7-8463-6b290c4d0e3c,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:13.604004 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Attempting to bind port 382ef959-b6bb-49a7-8463-6b290c4d0e3c on host dv-cinder-772181-13-iscsi for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:46:13.604445 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Attempting to bind port 382ef959-b6bb-49a7-8463-6b290c4d0e3c by drivers openvswitch,hyperv on host dv-cinder-772181-13-iscsi at level 0 using segments [{'id': '5f2bca94-85c4-4fb8-bdda-f39f96d455da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:46:13.604804 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Attempting to bind port 382ef959-b6bb-49a7-8463-6b290c4d0e3c on network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:13.611112 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Checking agent: {'id': '5401da10-c0f3-42dd-85d0-44f2559a302f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 33), 'started_at': datetime.datetime(2021, 8, 10, 10, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:46:13.611567 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Checking segment: {'id': '5f2bca94-85c4-4fb8-bdda-f39f96d455da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:46:13.611864 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:13.612249 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Bound using segment: {'id': '5f2bca94-85c4-4fb8-bdda-f39f96d455da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:46:13.612709 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Bound port: 382ef959-b6bb-49a7-8463-6b290c4d0e3c, host: dv-cinder-772181-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2bca94-85c4-4fb8-bdda-f39f96d455da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:46:13.613102 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:13.700912 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] For port 382ef959-b6bb-49a7-8463-6b290c4d0e3c, host dv-cinder-772181-13-iscsi, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:46:13.707800 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] For port 382ef959-b6bb-49a7-8463-6b290c4d0e3c, host dv-cinder-772181-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=382ef959-b6bb-49a7-8463-6b290c4d0e3c,segment=NetworkSegment(5f2bca94-85c4-4fb8-bdda-f39f96d455da),segment_id=5f2bca94-85c4-4fb8-bdda-f39f96d455da)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:46:13.716900 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:13.754363 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef00db8-9a5e-4206-a2cb-3b37bf739b02 req-e48f3952-df8d-482b-a316-61de7c64afa3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:13.755975 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9ef00db8-9a5e-4206-a2cb-3b37bf739b02 req-e48f3952-df8d-482b-a316-61de7c64afa3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0715003 Aug 10 10:46:13.811327 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Routers {'69ed2924-cf4d-4427-92ef-7fd09f711cfa'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:13.824211 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:13.827127 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509d6c0-26b9-4caa-a344-a5903d41eeb3 None None] Pushing event updated for resources: {'Port': ['ID=382ef959-b6bb-49a7-8463-6b290c4d0e3c,revision_number=4']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:13.827862 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9ef00db8-9a5e-4206-a2cb-3b37bf739b02 req-5961215a-5646-4fbf-b7df-b3d6caef8aa7 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643742 Aug 10 10:46:13.836084 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:46:13.988406 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 40ba2990-c2b2-4169-8c1c-d5c6b06e2def up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:14.022882 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] Set router 69ed2924-cf4d-4427-92ef-7fd09f711cfa gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:14.073494 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:14.074265 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:14.254855 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5659bafb-108b-430e-93b7-73ee4fe1c8d3 req-03261a05-bd9b-4acc-9120-977e2ce07788 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0318637 Aug 10 10:46:14.292587 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:08Z', 'revision_number': 4, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'gw_port': {'id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '382ef959-b6bb-49a7-8463-6b290c4d0e3c', 'name': '', 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'mac_address': 'fa:16:3e:7e:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:06Z', 'updated_at': '2021-08-10T10:46:13Z', 'revision_number': 4, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'subnets': [{'id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:14.328173 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60c5b7-1707-49cb-a6a0-8809c5e0b376 None None] The sync data for ids ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'] in dv-cinder-772181-13-iscsi is: [{'id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:08Z', 'revision_number': 4, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'gw_port': {'id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '382ef959-b6bb-49a7-8463-6b290c4d0e3c', 'name': '', 'network_id': 'e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'mac_address': 'fa:16:3e:7e:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:06Z', 'updated_at': '2021-08-10T10:46:13Z', 'revision_number': 4, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'subnets': [{'id': '329defb9-12c3-4862-9a3b-1db90ad42f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:46:14.954566 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a6b72-563e-4925-bae6-e101c96e6d28 req-88c09774-7492-4924-a9eb-1d85c36bd13f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:14.964416 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4d1a6b72-563e-4925-bae6-e101c96e6d28 req-88c09774-7492-4924-a9eb-1d85c36bd13f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0648596 Aug 10 10:46:15.043826 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4d1a6b72-563e-4925-bae6-e101c96e6d28 req-d0d7825c-f98a-482f-a2c6-25d23a9c57af tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781963 Aug 10 10:46:15.375300 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1294101e-e1e8-422b-9ddf-062d5f2bcd8c req-cbc92a8b-ec35-4fe5-998b-9999da16b67d tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0301700 Aug 10 10:46:15.901776 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 382ef959-b6bb-49a7-8463-6b290c4d0e3c up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:15.955022 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning for port 382ef959-b6bb-49a7-8463-6b290c4d0e3c completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:15.958735 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 382ef959-b6bb-49a7-8463-6b290c4d0e3c triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:15.959158 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:16.032151 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:16.072990 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] For port 382ef959-b6bb-49a7-8463-6b290c4d0e3c, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=382ef959-b6bb-49a7-8463-6b290c4d0e3c,segment=NetworkSegment(5f2bca94-85c4-4fb8-bdda-f39f96d455da),segment_id=5f2bca94-85c4-4fb8-bdda-f39f96d455da)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:16.078300 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:16.119526 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-772b5642-fbf1-489f-9d83-69d95564164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:16.121039 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-772b5642-fbf1-489f-9d83-69d95564164e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe71df9-e836-418f-bd6e-f50d0ffa4b47 HTTP/1.1" status: 200 len: 854 time: 0.0551701 Aug 10 10:46:16.137128 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Pushing event updated for resources: {'Port': ['ID=382ef959-b6bb-49a7-8463-6b290c4d0e3c,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:16.210011 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-6ff2c1eb-1028-40c6-890f-86e7d56e2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:16.212082 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-6ff2c1eb-1028-40c6-890f-86e7d56e2f22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c79492bb-fdc4-4c2d-9d95-1422d08002ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0822158 Aug 10 10:46:16.226916 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bba7d0-38ab-4b4a-88f8-741819c86ef7 req-1c6f20f4-75ad-4afe-85d8-72304749c4d3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:16.228311 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-53bba7d0-38ab-4b4a-88f8-741819c86ef7 req-1c6f20f4-75ad-4afe-85d8-72304749c4d3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0810759 Aug 10 10:46:16.317487 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-53bba7d0-38ab-4b4a-88f8-741819c86ef7 req-efb96dc6-2be8-4837-a638-786b6215a5f9 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813675 Aug 10 10:46:16.341777 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-1483be89-486a-41b8-83dd-e7551fa6bbfd service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125391 Aug 10 10:46:16.470390 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ae345f2c-1279-4991-a5e3-b6b91fc0cbed req-a94c45aa-0e9a-4bc7-875e-62cd0fa45c0d service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060991 Aug 10 10:46:16.501013 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-faec6ea5-4f06-4c92-ae36-0a5c4d4c57b9 req-7256c582-edc6-46fd-99ba-0e130a1a5a75 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=21a86073-5ebd-4acb-95c9-85dfa63b39ce HTTP/1.1" status: 200 len: 210 time: 0.0266256 Aug 10 10:46:16.570006 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-30002dcb-a9f4-4233-b9d9-0fdf1e3ca6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:16.571521 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-30002dcb-a9f4-4233-b9d9-0fdf1e3ca6a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7bd733989d449d89a37d6201efce0e&device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0405889 Aug 10 10:46:16.673465 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-54d46825-37fb-47e4-97f4-8e1d9c06a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:16.674990 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-54d46825-37fb-47e4-97f4-8e1d9c06a2d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 200 len: 916 time: 0.0953896 Aug 10 10:46:16.720698 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-7cf1ec2f-0285-410e-9b2b-281e52ef6750 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 217 time: 0.0374770 Aug 10 10:46:16.772182 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-f4968693-62ad-4ba5-975a-bedf4d8e061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:16.774288 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-f4968693-62ad-4ba5-975a-bedf4d8e061d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe71df9-e836-418f-bd6e-f50d0ffa4b47 HTTP/1.1" status: 200 len: 854 time: 0.0458360 Aug 10 10:46:16.834580 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-e88c1be2-c427-451b-abc9-70b38b8fd412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:16.836679 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-e88c1be2-c427-451b-abc9-70b38b8fd412 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c79492bb-fdc4-4c2d-9d95-1422d08002ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481803 Aug 10 10:46:16.934012 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-f412e99c-9ae9-4b68-bc95-ee00537bedad service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862827 Aug 10 10:46:17.033021 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21a7d55d-9f60-47d4-aed4-812e37d1498d req-5c230d84-a6ae-43e4-95f6-b1a96b4afdf8 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911367 Aug 10 10:46:17.439342 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36679b5d-8dcc-4b36-ba08-ac5d997c61b5 req-74c9e19f-4c41-497e-b2ba-c5835a0034b1 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:17.440743 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-36679b5d-8dcc-4b36-ba08-ac5d997c61b5 req-74c9e19f-4c41-497e-b2ba-c5835a0034b1 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0526080 Aug 10 10:46:17.478906 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-36679b5d-8dcc-4b36-ba08-ac5d997c61b5 req-4e21a167-da4f-40b8-a34f-a8cadcda7c87 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Aug 10 10:46:17.590277 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45722) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:17.648855 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0a98f42d-d17d-490c-986d-875c067d3ebf tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:17.674096 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0a98f42d-d17d-490c-986d-875c067d3ebf tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:17.724108 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0a98f42d-d17d-490c-986d-875c067d3ebf tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:17.727431 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-0a98f42d-d17d-490c-986d-875c067d3ebf tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:17.728861 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-0a98f42d-d17d-490c-986d-875c067d3ebf tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "DELETE /v2.0/security-groups/9a0ff217-c63c-440c-9a03-ca4eeb493f1f HTTP/1.1" status: 204 len: 168 time: 0.1373086 Aug 10 10:46:17.731641 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45724) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:17.740187 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98f42d-d17d-490c-986d-875c067d3ebf tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0ff217-c63c-440c-9a03-ca4eeb493f1f,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:17.745752 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.api.v2.resource [None req-de32f642-31b3-47f9-b728-99b87b5dbbe6 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] show failed (client error): The resource could not be found. Aug 10 10:46:17.746820 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-de32f642-31b3-47f9-b728-99b87b5dbbe6 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups/9a0ff217-c63c-440c-9a03-ca4eeb493f1f HTTP/1.1" status: 404 len: 347 time: 0.0141413 Aug 10 10:46:17.749917 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45726) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:17.859376 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 5f5aa896-36b0-4bce-9aee-47490fb9766f details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:46:17.887260 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Deleting port 871d3223-781d-4171-b0e5-6bd8609d8d07 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:46:17.887260 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:17.929016 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 382ef959-b6bb-49a7-8463-6b290c4d0e3c up at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:17.969246 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:17.969671 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:17.983048 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Calling delete_port for 871d3223-781d-4171-b0e5-6bd8609d8d07 owned by network:floatingip {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:46:18.007497 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 5f5aa896-36b0-4bce-9aee-47490fb9766f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:18.021345 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Provisioning complete for port 382ef959-b6bb-49a7-8463-6b290c4d0e3c triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:18.021723 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.024011 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'port_id': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'mac_address': 'fa:16:3e:d8:76:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:46:18.092807 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.114274 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5aa896-36b0-4bce-9aee-47490fb9766f {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:46:18.131500 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.162668 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event deleted for resources: {'Port': ['ID=871d3223-781d-4171-b0e5-6bd8609d8d07,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:18.162846 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 5f5aa896-36b0-4bce-9aee-47490fb9766f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:18.169576 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.233764 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.237989 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.239479 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-79f2eee3-30d2-4fba-a9dd-971d88f4e882 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "DELETE /v2.0/floatingips/36a70e17-5e62-4907-b96c-928a764860b6 HTTP/1.1" status: 204 len: 168 time: 0.4886088 Aug 10 10:46:18.262369 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=5f5aa896-36b0-4bce-9aee-47490fb9766f,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:18.442963 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['5f5aa896-36b0-4bce-9aee-47490fb9766f'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:46:18.468448 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45734) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:18.473396 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-3faf093f-a78c-4ee2-a97e-cb5da6a17d23 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290423762', 'description': 'tempest-description--2106149794'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:18.496037 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3faf093f-a78c-4ee2-a97e-cb5da6a17d23 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.590548 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3faf093f-a78c-4ee2-a97e-cb5da6a17d23 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.596133 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3faf093f-a78c-4ee2-a97e-cb5da6a17d23 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.606590 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64adef8-a391-4049-a660-9e0d5f791c12 req-7536232a-c623-4a79-95d3-1ef797432e54 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:18.608261 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d64adef8-a391-4049-a660-9e0d5f791c12 req-7536232a-c623-4a79-95d3-1ef797432e54 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 944 time: 0.0517561 Aug 10 10:46:18.620748 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3faf093f-a78c-4ee2-a97e-cb5da6a17d23 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.622426 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3faf093f-a78c-4ee2-a97e-cb5da6a17d23 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1527545 Aug 10 10:46:18.625136 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45738) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:18.629485 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-638a8b46-c9ce-44c8-b48a-41e714da6877 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'security_group_rule': {'security_group_id': 'ec5b63d7-78c1-4c99-9802-295f8eee87fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:18.631930 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf093f-a78c-4ee2-a97e-cb5da6a17d23 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5b63d7-78c1-4c99-9802-295f8eee87fb,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:18.672860 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d64adef8-a391-4049-a660-9e0d5f791c12 req-d30a3ebc-9ccf-4daf-85b3-95e927d45aca tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550644 Aug 10 10:46:18.679138 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-638a8b46-c9ce-44c8-b48a-41e714da6877 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.736122 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-638a8b46-c9ce-44c8-b48a-41e714da6877 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.739698 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-638a8b46-c9ce-44c8-b48a-41e714da6877 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.755472 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a8b46-c9ce-44c8-b48a-41e714da6877 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bb8587-19ff-429c-9334-e510eead39b5,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:18.764879 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-638a8b46-c9ce-44c8-b48a-41e714da6877 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.766259 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-638a8b46-c9ce-44c8-b48a-41e714da6877 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400423 Aug 10 10:46:18.768768 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45740) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:18.773801 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-5d93235d-e6a8-457c-8418-978d0a957f38 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'security_group_rule': {'security_group_id': 'ec5b63d7-78c1-4c99-9802-295f8eee87fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:18.802920 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5d93235d-e6a8-457c-8418-978d0a957f38 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.861000 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5d93235d-e6a8-457c-8418-978d0a957f38 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.864890 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5d93235d-e6a8-457c-8418-978d0a957f38 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.881267 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93235d-e6a8-457c-8418-978d0a957f38 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb04f45-cd4c-4088-9cc8-5a57059b77e3,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:18.888067 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5d93235d-e6a8-457c-8418-978d0a957f38 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:18.889246 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-5d93235d-e6a8-457c-8418-978d0a957f38 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195545 Aug 10 10:46:18.892379 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 45742) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:18.896672 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'floatingip': {'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:18.919659 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.017252 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.118129 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Allocated IP 172.27.1.14 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/d40a4817-7a3c-44bd-96cc-ae3cadec44d3) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:19.223014 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.265599 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.306190 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:19.309175 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:19.313140 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:19.339541 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'Port': ['ID=d40a4817-7a3c-44bd-96cc-ae3cadec44d3,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:19.425345 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.463907 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.635984 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.640724 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.721624 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'Port': ['ID=d40a4817-7a3c-44bd-96cc-ae3cadec44d3,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:19.730990 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.748002 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.749758 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-aa39ad6e-b63d-4b45-b5c0-5cb3c6ab4d78 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8564663 Aug 10 10:46:19.853798 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa2a9b-e87b-4048-acab-61cd67ef4120 req-2b944b15-62cc-4d01-a5d7-9e0dbaeac2ba tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:19.855377 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b6fa2a9b-e87b-4048-acab-61cd67ef4120 req-2b944b15-62cc-4d01-a5d7-9e0dbaeac2ba tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 944 time: 0.0655787 Aug 10 10:46:19.860035 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 5f5aa896-36b0-4bce-9aee-47490fb9766f up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:19.921053 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b6fa2a9b-e87b-4048-acab-61cd67ef4120 req-7f60e9a2-9997-42aa-8d76-0d29a73b3e9c tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542300 Aug 10 10:46:19.923770 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 5f5aa896-36b0-4bce-9aee-47490fb9766f completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:19.929043 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 5f5aa896-36b0-4bce-9aee-47490fb9766f triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:19.929944 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:19.935620 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-43379005-0d38-416a-9f34-3fcea0685459 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1290423762&fields=id&tenant_id=3a7ae0e441e747b69e73e999adad517d HTTP/1.1" status: 200 len: 267 time: 0.0538964 Aug 10 10:46:20.022336 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:20.045297 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:20.047471 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c52770-58b6-4624-a00c-e13fe990612e" -d '{"events": [{"server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "name": "network-vif-plugged", "status": "completed", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:20.055781 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-d6c70a62-4fff-482a-b5ce-4eabf9bc136e tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:20.057749 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-d6c70a62-4fff-482a-b5ce-4eabf9bc136e tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 811 time: 0.1147857 Aug 10 10:46:20.061220 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 5f5aa896-36b0-4bce-9aee-47490fb9766f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:20.066083 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:20.075637 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-de77c804-1ba6-481e-a98d-fa14b6443e10 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/quotas/3a7ae0e441e747b69e73e999adad517d HTTP/1.1" status: 200 len: 375 time: 0.0103130 Aug 10 10:46:20.090705 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1cc321-fc43-40a5-a926-1172ce8d3296 x-openstack-request-id: req-6a1cc321-fc43-40a5-a926-1172ce8d3296 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:20.091031 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "name": "network-vif-plugged", "status": "completed", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:20.095769 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a1cc321-fc43-40a5-a926-1172ce8d3296 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:20.095769 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'code': 200} Aug 10 10:46:20.124749 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=5f5aa896-36b0-4bce-9aee-47490fb9766f,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:20.133342 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-33d3dba9-5d94-4605-988b-a501b83045cd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516543 Aug 10 10:46:20.258774 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-b310409b-fcea-4036-a1d7-fac641091a91 service neutron] 10.222.0.43 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128767 Aug 10 10:46:20.313189 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598ebf8-fd28-4d90-a4a2-e33f2526ac9d req-92f74861-fac1-474c-a31d-b40eb0ac51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:20.314649 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5598ebf8-fd28-4d90-a4a2-e33f2526ac9d req-92f74861-fac1-474c-a31d-b40eb0ac51d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1098 time: 0.0910711 Aug 10 10:46:20.374268 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5598ebf8-fd28-4d90-a4a2-e33f2526ac9d req-af29195d-18d2-4147-b9fe-f10cc6a7efda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499549 Aug 10 10:46:20.379845 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-c1d0a0d8-331e-454f-a3ba-e119547c32d5 service neutron] 10.222.0.43 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145115 Aug 10 10:46:20.542872 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a83b7fa2-4f0a-4765-92bc-115c86a7c4ea req-d3d7d70d-9351-49d9-8eda-09646ca333d6 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 210 time: 0.0280080 Aug 10 10:46:21.051645 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0626a8-36e8-428f-baf0-897e419d62a8 req-0d7246ea-2d5c-4a23-995c-5bc28102785f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:21.053533 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-df0626a8-36e8-428f-baf0-897e419d62a8 req-0d7246ea-2d5c-4a23-995c-5bc28102785f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0583391 Aug 10 10:46:21.100059 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-df0626a8-36e8-428f-baf0-897e419d62a8 req-150aa3e0-6e24-4b2a-ad59-8c605d743494 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Aug 10 10:46:21.536851 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-1ff94d63-4efd-4713-8feb-f0d32b4e3e6c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:21.538924 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-1ff94d63-4efd-4713-8feb-f0d32b4e3e6c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 811 time: 0.1060011 Aug 10 10:46:21.589405 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-3bd46a77-bfc4-45fe-b06a-c4e726046f09 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a7ae0e441e747b69e73e999adad517d HTTP/1.1" status: 200 len: 380 time: 0.0410953 Aug 10 10:46:21.599077 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'port': {'device_id': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'admin_state_up': True, 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'security_groups': ['ec5b63d7-78c1-4c99-9802-295f8eee87fb']}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:21.678247 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e0c206ac-50cc-4051-8f9a-6e3fb221d203 req-9f0b18d1-56e3-40ab-8763-a068c2139aa1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 210 time: 0.0612142 Aug 10 10:46:21.736749 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Made reservation on behalf of 3a7ae0e441e747b69e73e999adad517d for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:46:21.740669 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:21.875450 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Allocated IP 172.20.0.6 (a686f5a1-3827-490e-91cf-bda9d5767415/7d668443-02b9-4e2f-bee2-10270aed40f6/08e38c1d-ceb9-475a-83fe-09c8521c8bdd) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:22.331175 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e61ce5-9836-4cee-85c1-79e0e3512a42 req-18716051-d6da-44d3-8bac-28731d866fe3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:22.332902 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-43e61ce5-9836-4cee-85c1-79e0e3512a42 req-18716051-d6da-44d3-8bac-28731d866fe3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.1270401 Aug 10 10:46:22.340825 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b88f-0ce5-4b8c-8acb-bf127988db5a req-8caa03d6-d809-42fb-ae5f-0e5d9f2fa9d5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:22.342383 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4d23b88f-0ce5-4b8c-8acb-bf127988db5a req-8caa03d6-d809-42fb-ae5f-0e5d9f2fa9d5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.1376970 Aug 10 10:46:22.365176 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:22.396464 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Transition to ACTIVE for port object 08e38c1d-ceb9-475a-83fe-09c8521c8bdd will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:22.432670 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-43e61ce5-9836-4cee-85c1-79e0e3512a42 req-b627acf4-9b17-4387-b9a7-2aab825cfd81 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892346 Aug 10 10:46:22.435869 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4d23b88f-0ce5-4b8c-8acb-bf127988db5a req-9e6d806c-e18b-4beb-a0a4-90c31592602c tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862262 Aug 10 10:46:22.468579 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:22.529439 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Network a686f5a1-3827-490e-91cf-bda9d5767415 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:22.533172 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:22.535710 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:22.545536 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event updated for resources: {'Port': ['ID=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:22.622577 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:22.623267 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:22.639581 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af477b2-2474-4958-a9b7-996c679424e9 req-ceab23a6-2130-452b-85ce-14e525a63072 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:22.641168 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2af477b2-2474-4958-a9b7-996c679424e9 req-ceab23a6-2130-452b-85ce-14e525a63072 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.1104355 Aug 10 10:46:22.657229 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-fbacacea-c55f-41bd-837d-30e07ac4a101 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0621572 Aug 10 10:46:22.671327 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Request body: {'port': {'device_id': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:22.713708 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2af477b2-2474-4958-a9b7-996c679424e9 req-64999068-162b-4eb3-bb40-197e69716c43 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655351 Aug 10 10:46:22.750249 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:22.805695 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-b6bcbda6-c5de-483e-9b16-62ae98271065 None None] Provisioning for port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:22.810035 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-b6bcbda6-c5de-483e-9b16-62ae98271065 None None] Provisioning complete for port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:22.810958 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b6bcbda6-c5de-483e-9b16-62ae98271065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:22.860128 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcbda6-c5de-483e-9b16-62ae98271065 None None] Port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:46:22.898756 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b87724-5a9e-4477-b34d-a281c39cea08 req-a62901cd-be9a-4bc9-8527-e3c761459188 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:22.901526 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-73b87724-5a9e-4477-b34d-a281c39cea08 req-a62901cd-be9a-4bc9-8527-e3c761459188 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 931 time: 0.1347203 Aug 10 10:46:23.041486 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-73b87724-5a9e-4477-b34d-a281c39cea08 req-e4b544dd-deb5-4872-b224-eb0528c19f1b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686820 Aug 10 10:46:23.222711 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f122c6-00f5-4cf1-b094-6c780bbfe283 req-30bace38-0ecb-4313-ba11-a2aec36f5134 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:23.224317 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c2f122c6-00f5-4cf1-b094-6c780bbfe283 req-30bace38-0ecb-4313-ba11-a2aec36f5134 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0954781 Aug 10 10:46:23.229830 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e38c1d-ceb9-475a-83fe-09c8521c8bdd {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:46:23.243608 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:23.267752 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Transition to ACTIVE for port object 08e38c1d-ceb9-475a-83fe-09c8521c8bdd will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:23.274156 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:23.293290 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c2f122c6-00f5-4cf1-b094-6c780bbfe283 req-42138057-a676-4496-b73e-3b0e9817bf3d tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587800 Aug 10 10:46:23.339459 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Pushing event updated for resources: {'Port': ['ID=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:23.455054 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Attempting to bind port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:46:23.455467 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Attempting to bind port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:46:23.455802 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Attempting to bind port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd on network a686f5a1-3827-490e-91cf-bda9d5767415 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:23.461160 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd on network a686f5a1-3827-490e-91cf-bda9d5767415 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:46:23.461536 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Attempting to bind port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd on network a686f5a1-3827-490e-91cf-bda9d5767415 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:23.467646 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:46:23.468135 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Checking segment: {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:46:23.468532 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Bound using segment: {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:46:23.469078 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Bound port: 08e38c1d-ceb9-475a-83fe-09c8521c8bdd, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49acb4b4-2053-45fc-976a-65a58b95296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:46:23.469441 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:23.657677 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] For port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:46:23.661209 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] For port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:46:23.673782 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:23.711218 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891c91b-d82f-474f-bcae-245ffb10e09d req-52362b57-0d4c-433d-a647-b654cf4a65df tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:23.712814 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d891c91b-d82f-474f-bcae-245ffb10e09d req-52362b57-0d4c-433d-a647-b654cf4a65df tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.1258683 Aug 10 10:46:23.747205 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:23.748006 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:23.749659 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] 10.222.0.26 "PUT /v2.0/ports/08e38c1d-ceb9-475a-83fe-09c8521c8bdd HTTP/1.1" status: 200 len: 1093 time: 1.0843120 Aug 10 10:46:23.750169 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'tag': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:23.752583 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecd4fe3-0a15-4860-bd19-8b81a3437d88" -d '{"events": [{"name": "network-changed", "server_uuid": "8053b218-152c-4ab0-9757-d459c3b6ea36", "tag": "08e38c1d-ceb9-475a-83fe-09c8521c8bdd"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:23.806729 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d54104-e54b-4abc-b0dc-e24d78169dfb service neutron] Pushing event updated for resources: {'Port': ['ID=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:23.812985 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d891c91b-d82f-474f-bcae-245ffb10e09d req-16f3e951-da27-447b-ab06-f0619f89f002 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922816 Aug 10 10:46:23.874911 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-40f4abef-a8a3-43ce-b61d-3fd37808a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:23.876538 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-40f4abef-a8a3-43ce-b61d-3fd37808a5df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 1096 time: 0.0578389 Aug 10 10:46:23.923342 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edebce5b-8acb-4385-a17b-d5820d1f9d33 x-openstack-request-id: req-edebce5b-8acb-4385-a17b-d5820d1f9d33 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:23.923585 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8053b218-152c-4ab0-9757-d459c3b6ea36", "tag": "08e38c1d-ceb9-475a-83fe-09c8521c8bdd", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:23.923752 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edebce5b-8acb-4385-a17b-d5820d1f9d33 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:23.924157 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'tag': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd', 'status': 'completed', 'code': 200} Aug 10 10:46:23.928378 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-ff55911c-d18f-49d8-91a8-9a189069a469 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08e38c1d-ceb9-475a-83fe-09c8521c8bdd HTTP/1.1" status: 200 len: 217 time: 0.0406392 Aug 10 10:46:23.985842 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-7ab0f7c0-aa30-43a2-beed-bd00736416af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:23.987401 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-7ab0f7c0-aa30-43a2-beed-bd00736416af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 200 len: 850 time: 0.0535240 Aug 10 10:46:24.041541 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-c2e6578d-c213-4694-bf08-9941142eea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:24.043060 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-c2e6578d-c213-4694-bf08-9941142eea8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a686f5a1-3827-490e-91cf-bda9d5767415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427845 Aug 10 10:46:24.168805 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-9c60bb38-7e0a-4286-b01b-0f8037376e96 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180401 Aug 10 10:46:24.193542 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479f83-0f0d-4c2e-b36c-a07335070011 req-1870c92e-5269-497e-93e2-0fff5cf1b7b4 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:24.195762 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2479f83-0f0d-4c2e-b36c-a07335070011 req-1870c92e-5269-497e-93e2-0fff5cf1b7b4 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 943 time: 0.0824072 Aug 10 10:46:24.286525 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2479f83-0f0d-4c2e-b36c-a07335070011 req-562118da-1672-482b-b09f-c3cfb0f7ac9c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806088 Aug 10 10:46:24.303367 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94879a4a-a1ef-4067-8348-5dfd4c1aae77 req-50e8f8e5-4b21-44e0-813d-fd6b065b661f service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265802 Aug 10 10:46:24.386947 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-fb8bc3cf-21a2-449f-80d3-45601e1ba9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:24.388446 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-fb8bc3cf-21a2-449f-80d3-45601e1ba9dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 1096 time: 0.0395830 Aug 10 10:46:24.484233 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-a9e36e97-e1de-4f60-824d-1c8988db460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:24.485618 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-a9e36e97-e1de-4f60-824d-1c8988db460f service neutron] 10.222.0.26 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 912 time: 0.0896709 Aug 10 10:46:24.529262 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-cf6af202-bbdb-4ba1-8367-c927c306a6a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08e38c1d-ceb9-475a-83fe-09c8521c8bdd HTTP/1.1" status: 200 len: 217 time: 0.0357487 Aug 10 10:46:24.584046 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-2e47ce42-6a33-423c-8627-8a3800b17055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:24.586073 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-2e47ce42-6a33-423c-8627-8a3800b17055 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 200 len: 850 time: 0.0487607 Aug 10 10:46:24.642691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-bcd3e204-47e7-4141-997f-b95dded007f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:24.644228 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-bcd3e204-47e7-4141-997f-b95dded007f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a686f5a1-3827-490e-91cf-bda9d5767415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449946 Aug 10 10:46:24.747659 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-9df87010-800b-4225-b4f3-c7597817ecba service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951836 Aug 10 10:46:24.849654 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fecd4fe3-0a15-4860-bd19-8b81a3437d88 req-d15c1f95-452d-4bf5-9c74-333525c7d1a3 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937901 Aug 10 10:46:24.941626 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75b7ba-24e7-4d41-9e70-9f0aff0eb18c req-3bf44b0a-73e6-4d48-b3c7-828c871a5cff tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:24.943155 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7c75b7ba-24e7-4d41-9e70-9f0aff0eb18c req-3bf44b0a-73e6-4d48-b3c7-828c871a5cff tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0520968 Aug 10 10:46:24.988739 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7c75b7ba-24e7-4d41-9e70-9f0aff0eb18c req-0ece8707-2b10-41ab-ad7e-0108388565e0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 Aug 10 10:46:25.346703 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694732cc-e878-4728-8225-849cf92eb2a3 req-89c39c2f-697d-4cdf-a99a-3c2c21e4932c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:25.348374 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-694732cc-e878-4728-8225-849cf92eb2a3 req-89c39c2f-697d-4cdf-a99a-3c2c21e4932c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 945 time: 0.0790405 Aug 10 10:46:25.426668 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-694732cc-e878-4728-8225-849cf92eb2a3 req-9313966c-d112-4de3-bcda-d7de3de17c41 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663970 Aug 10 10:46:25.459247 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9ba0d-11b3-4a33-aa32-102e5ebd5cbd req-c0c43552-58fb-443b-8080-33b5b52d2fae tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:25.460878 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5cf9ba0d-11b3-4a33-aa32-102e5ebd5cbd req-c0c43552-58fb-443b-8080-33b5b52d2fae tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 943 time: 0.0821807 Aug 10 10:46:25.502327 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5cf9ba0d-11b3-4a33-aa32-102e5ebd5cbd req-c551c3bf-393e-42e7-b893-36685724b018 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319633 Aug 10 10:46:25.874740 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 08e38c1d-ceb9-475a-83fe-09c8521c8bdd details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:46:25.965299 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:25.977395 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'port_id': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd', 'mac_address': 'fa:16:3e:ce:a1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:46:26.015688 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:26.111934 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbe1de-21c9-4b92-82af-9ef272be1099 req-3791b537-9be6-4363-bd47-a9c3bb458e4d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:26.113624 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4cbe1de-21c9-4b92-82af-9ef272be1099 req-3791b537-9be6-4363-bd47-a9c3bb458e4d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0515134 Aug 10 10:46:26.149137 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e38c1d-ceb9-475a-83fe-09c8521c8bdd {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:46:26.152758 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c4cbe1de-21c9-4b92-82af-9ef272be1099 req-25a570b7-250f-42f1-8d62-6a2416eb8323 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326705 Aug 10 10:46:26.170339 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:26.175095 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:26.221014 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:26.476187 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['08e38c1d-ceb9-475a-83fe-09c8521c8bdd'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:46:26.551430 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd502ee-e580-4849-a578-4a65daaa0ee2 req-63b41c04-684b-4059-9972-41115bbc8dc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:26.553092 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3cd502ee-e580-4849-a578-4a65daaa0ee2 req-63b41c04-684b-4059-9972-41115bbc8dc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 945 time: 0.0504189 Aug 10 10:46:26.625239 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3cd502ee-e580-4849-a578-4a65daaa0ee2 req-eeb905fb-8e60-4dbf-887e-863a74fd8f27 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638158 Aug 10 10:46:26.642683 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53426-984f-45eb-9c60-b8e5f31f7b84 req-275d8a33-8c02-4c1e-8a78-1d8fa4cba817 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:26.644364 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-69d53426-984f-45eb-9c60-b8e5f31f7b84 req-275d8a33-8c02-4c1e-8a78-1d8fa4cba817 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 944 time: 0.0688283 Aug 10 10:46:26.687858 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-69d53426-984f-45eb-9c60-b8e5f31f7b84 req-29c31c03-1560-4df9-bef6-6d48c6685959 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331781 Aug 10 10:46:27.042634 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63c23-0307-4e51-b249-556e4d0e044d req-b1532ab5-9e18-4c2e-9019-26c01c252162 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:27.044150 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-26b63c23-0307-4e51-b249-556e4d0e044d req-b1532ab5-9e18-4c2e-9019-26c01c252162 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 945 time: 0.0475597 Aug 10 10:46:27.104369 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-633a9635-79a4-40e6-a860-28f879cfea58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:27.141056 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Deleting port 28acf1be-9e60-463a-83f2-39445b7df133 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:46:27.141291 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:27.243024 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] For port 28acf1be-9e60-463a-83f2-39445b7df133, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=28acf1be-9e60-463a-83f2-39445b7df133,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:27.243414 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:27.379640 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9613b-35b8-416e-ad8a-f3e77db5c5ab req-875f7b42-2dd8-4610-bda1-b654c727efd8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:27.381110 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96d9613b-35b8-416e-ad8a-f3e77db5c5ab req-875f7b42-2dd8-4610-bda1-b654c727efd8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.1535242 Aug 10 10:46:27.467835 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-96d9613b-35b8-416e-ad8a-f3e77db5c5ab req-0d438ffb-be0d-4e7d-a70f-b4e1b8303009 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808029 Aug 10 10:46:27.523604 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:27.523967 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:27.524285 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Floating IP f51f8993-4248-4998-b1b1-b707c0d0d742 disassociated. External IP: 172.27.1.72, port: 28acf1be-9e60-463a-83f2-39445b7df133. Aug 10 10:46:27.524623 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Calling delete_port for 28acf1be-9e60-463a-83f2-39445b7df133 owned by compute:nova {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:46:27.659346 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:27.688809 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event deleted for resources: {'Port': ['ID=28acf1be-9e60-463a-83f2-39445b7df133,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:27.759236 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-04dc342a-1e34-4454-8e69-5859153a6674 req-d96aa9da-6d15-4789-bb3a-cd151ac83915 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 210 time: 0.0606039 Aug 10 10:46:27.856931 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1f925-c3a6-43aa-8e2a-c9de8e490644 req-b837ecdc-b1df-4ce7-8392-26447459bde1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:27.858438 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e9d1f925-c3a6-43aa-8e2a-c9de8e490644 req-b837ecdc-b1df-4ce7-8392-26447459bde1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 944 time: 0.0970314 Aug 10 10:46:27.875664 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Router 6055f2f9-21e8-4b3e-ae52-06965841a163 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:46:27.891775 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 08e38c1d-ceb9-475a-83fe-09c8521c8bdd up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:27.941358 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:27.945692 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e9d1f925-c3a6-43aa-8e2a-c9de8e490644 req-d0812527-f0cc-4006-baeb-c15009c7c42c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721242 Aug 10 10:46:27.946752 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:27.947276 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:28.038205 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:28.064762 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:28.067137 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8b1afe-bae5-4ece-b86a-7b3936323165" -d '{"events": [{"server_uuid": "8053b218-152c-4ab0-9757-d459c3b6ea36", "name": "network-vif-plugged", "status": "completed", "tag": "08e38c1d-ceb9-475a-83fe-09c8521c8bdd"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:28.083824 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:28.096885 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:28.123838 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52975e12-018e-46f7-8534-46349f6f3211 x-openstack-request-id: req-52975e12-018e-46f7-8534-46349f6f3211 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:28.124390 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8053b218-152c-4ab0-9757-d459c3b6ea36", "name": "network-vif-plugged", "status": "completed", "tag": "08e38c1d-ceb9-475a-83fe-09c8521c8bdd", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:28.124390 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52975e12-018e-46f7-8534-46349f6f3211 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:28.124540 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd', 'code': 200} Aug 10 10:46:28.164854 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:28.173146 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.173782 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.174176 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.174514 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.174842 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.175198 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.175525 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.175886 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.176222 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.176544 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.176863 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.177180 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:46:28.267647 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:46:28.280015 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] Sync routers for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:46:28.289257 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:28.290059 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:28.308302 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cdd60-13d7-41fe-ba9f-69e26d221d6f req-cd99a802-879a-4706-a131-d0f3e3ab6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:28.308890 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] No DVR routers for this DVR port 28acf1be-9e60-463a-83f2-39445b7df133 on host hv-cinder-77218 {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:46:28.309839 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-911cdd60-13d7-41fe-ba9f-69e26d221d6f req-cd99a802-879a-4706-a131-d0f3e3ab6db3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 1098 time: 0.0450032 Aug 10 10:46:28.311307 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:28.313343 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-26b63c23-0307-4e51-b249-556e4d0e044d req-05b1e9fd-2995-4ab9-88d8-ac308c51e71f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "DELETE /v2.0/ports/28acf1be-9e60-463a-83f2-39445b7df133 HTTP/1.1" status: 204 len: 173 time: 1.2615068 Aug 10 10:46:28.313779 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'name': 'network-vif-deleted', 'tag': '28acf1be-9e60-463a-83f2-39445b7df133'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:28.315989 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d98b89a-7e66-4fe8-a947-0130d10fadbf" -d '{"events": [{"server_uuid": "ff71868d-6201-48f0-9a71-2565fcc3bccd", "name": "network-vif-deleted", "tag": "28acf1be-9e60-463a-83f2-39445b7df133"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:28.366635 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4cdd05-f3dc-45ce-b51e-a6fd2f942cc8 x-openstack-request-id: req-ed4cdd05-f3dc-45ce-b51e-a6fd2f942cc8 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:28.366988 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff71868d-6201-48f0-9a71-2565fcc3bccd", "name": "network-vif-deleted", "tag": "28acf1be-9e60-463a-83f2-39445b7df133", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:28.367267 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed4cdd05-f3dc-45ce-b51e-a6fd2f942cc8 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:28.367675 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff71868d-6201-48f0-9a71-2565fcc3bccd', 'name': 'network-vif-deleted', 'tag': '28acf1be-9e60-463a-83f2-39445b7df133', 'status': 'completed', 'code': 200} Aug 10 10:46:28.382147 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-911cdd60-13d7-41fe-ba9f-69e26d221d6f req-f90872c8-49a2-4792-a422-9384c9443b51 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533955 Aug 10 10:46:28.409500 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:28.598247 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739862b-8e6c-4e6d-b1de-a0a940f72fcd req-596ac378-bb88-4f33-8181-2edc65e8f15d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:28.599740 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4739862b-8e6c-4e6d-b1de-a0a940f72fcd req-596ac378-bb88-4f33-8181-2edc65e8f15d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Aug 10 10:46:28.608369 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:28.637403 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4739862b-8e6c-4e6d-b1de-a0a940f72fcd req-bcb9f447-d37a-47fc-b9e4-40e2f6932f8a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311596 Aug 10 10:46:28.638765 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] Checking router: 6055f2f9-21e8-4b3e-ae52-06965841a163 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:46:28.648163 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:28.648765 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:28.764177 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:28.880688 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-67a21caa-30f0-441f-9821-84d5a712b472 req-a4919f39-2ee1-4a33-87f5-268d21c272bf tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff71868d-6201-48f0-9a71-2565fcc3bccd HTTP/1.1" status: 200 len: 210 time: 0.0267296 Aug 10 10:46:28.980468 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:29.007919 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf0850-b392-4bd7-a719-d1878f86434d None None] The sync data for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi is: [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:46:29.074542 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ad474-c7bd-4fec-9fb5-7c8025ca3240 req-dc40649d-53c8-4d31-9002-1450e362c787 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:29.076137 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-192ad474-c7bd-4fec-9fb5-7c8025ca3240 req-dc40649d-53c8-4d31-9002-1450e362c787 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 945 time: 0.0554183 Aug 10 10:46:29.126058 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-192ad474-c7bd-4fec-9fb5-7c8025ca3240 req-9ff6b0b8-3361-4ab3-8ba7-cc15d69dc3fa tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Aug 10 10:46:29.156417 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-0f27e850-4791-4992-b733-a7957d786577 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804466078&fields=id&tenant_id=e5de561a17374af7a77b82542646bd60 HTTP/1.1" status: 200 len: 267 time: 0.0430038 Aug 10 10:46:29.287309 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-812a6a58-4f84-4b03-9432-cd1d1aaf5b69 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:29.289861 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a39ba-3e58-4d1e-bbd5-9ac86766a3c8 None None] New status for floating IP f51f8993-4248-4998-b1b1-b707c0d0d742: DOWN {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:46:29.295113 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-812a6a58-4f84-4b03-9432-cd1d1aaf5b69 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/networks?id=62885bec-d970-40e6-b4aa-7db6f7ea523c HTTP/1.1" status: 200 len: 808 time: 0.1283276 Aug 10 10:46:29.306303 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-8720b15e-3a19-449d-aca3-4047523228e3 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/quotas/e5de561a17374af7a77b82542646bd60 HTTP/1.1" status: 200 len: 375 time: 0.0103281 Aug 10 10:46:29.389112 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-3f6b3415-c599-4975-a191-87cfa5239199 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e5de561a17374af7a77b82542646bd60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697668 Aug 10 10:46:29.529553 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-c7b452ad-534b-495a-8687-338f26ef78b7 service neutron] 10.222.0.43 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352298 Aug 10 10:46:29.562503 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-924740fb-3a80-4e56-8045-c534a7a70f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:29.625227 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-adea5731-b847-473f-b025-4653865ab27a service neutron] 10.222.0.43 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896292 Aug 10 10:46:29.759931 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fdb56-da8d-4475-a153-121bdaf1d586 req-e1d153be-c002-424c-a282-d96c00202e6a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:29.761445 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-404fdb56-da8d-4475-a153-121bdaf1d586 req-e1d153be-c002-424c-a282-d96c00202e6a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0502484 Aug 10 10:46:29.802547 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-404fdb56-da8d-4475-a153-121bdaf1d586 req-60f3276b-71d5-46da-813c-47719c4e0137 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332232 Aug 10 10:46:29.904218 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 28acf1be-9e60-463a-83f2-39445b7df133 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:46:29.919687 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b055263a-b828-4ec3-89e5-8562e4be459c req-8248ecc8-d2f0-4b78-9399-1c701e2e31ef tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 210 time: 0.0275841 Aug 10 10:46:29.937830 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 28acf1be-9e60-463a-83f2-39445b7df133 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:46:29.938352 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 28acf1be-9e60-463a-83f2-39445b7df133 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:46:30.113101 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:30.184598 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-1108d713-4f34-4d95-8315-c60050550f87 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307436618&fields=id&tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8 HTTP/1.1" status: 200 len: 267 time: 0.0414069 Aug 10 10:46:30.329509 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa5301-85ff-4571-8b7e-b72216d83546 req-2a440caf-40cb-44b9-b8d2-caa78028b446 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:30.330281 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d7aa5301-85ff-4571-8b7e-b72216d83546 req-2a440caf-40cb-44b9-b8d2-caa78028b446 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 945 time: 0.1239209 Aug 10 10:46:30.371995 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-b4d37ea3-0d50-4df5-83fa-c0415153bb59 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:30.373550 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-b4d37ea3-0d50-4df5-83fa-c0415153bb59 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 811 time: 0.1798790 Aug 10 10:46:30.401824 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d7aa5301-85ff-4571-8b7e-b72216d83546 req-3e42e12c-4587-45a3-976c-7e4dfd155181 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614667 Aug 10 10:46:30.404404 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-958345d9-74d6-4abc-b80c-08349d2e9a5e tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/quotas/21c4bed7b2ef4acd95a1e59e51a74fd8 HTTP/1.1" status: 200 len: 375 time: 0.0244205 Aug 10 10:46:30.467875 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-4d5c501b-d07d-4b40-8182-f390c7585a97 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563734 Aug 10 10:46:30.583966 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f2658-8df4-40fc-a25b-cbe9df668a4c req-8837c992-266a-4f56-bc08-4dcecf4bfb92 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:30.585441 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e26f2658-8df4-40fc-a25b-cbe9df668a4c req-8837c992-266a-4f56-bc08-4dcecf4bfb92 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 945 time: 0.1106186 Aug 10 10:46:30.593991 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45954) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:30.599293 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-88f0e5ca-9698-4605-b791-162645ce703b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Request body: {'floatingip': {'port_id': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:30.603723 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-fc044aad-4d43-4912-bfb2-b4e2878d888f service neutron] 10.222.0.43 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201274 Aug 10 10:46:30.623716 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:30.644664 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f0e5ca-9698-4605-b791-162645ce703b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:30.703969 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-8f74e063-8ad8-40a3-a286-af3b0c2fa41d service neutron] 10.222.0.43 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893519 Aug 10 10:46:31.038885 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aae85-f41d-4fa0-8db5-81a063799c8f req-90bd8f0a-9785-4b85-84eb-f1e449fafae5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:31.040827 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b95aae85-f41d-4fa0-8db5-81a063799c8f req-90bd8f0a-9785-4b85-84eb-f1e449fafae5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.1311736 Aug 10 10:46:31.104597 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-3bc7b9fe-8d26-4030-8829-fd8ee8d82fbd tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:31.107466 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-3bc7b9fe-8d26-4030-8829-fd8ee8d82fbd tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.26 "GET /v2.0/networks?id=62885bec-d970-40e6-b4aa-7db6f7ea523c HTTP/1.1" status: 200 len: 808 time: 0.2488880 Aug 10 10:46:31.109693 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-401c7c50-1443-4edf-b005-3cfae07b762d req-e65dd932-e2ad-4f1b-941d-78d2006ff8ce tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 210 time: 0.0397534 Aug 10 10:46:31.123491 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b95aae85-f41d-4fa0-8db5-81a063799c8f req-0a9a1a45-4911-4907-bcc9-b9fac4aebe65 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736697 Aug 10 10:46:31.211811 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-d924c642-2529-4d43-84dc-768206e54897 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5de561a17374af7a77b82542646bd60 HTTP/1.1" status: 200 len: 379 time: 0.0518291 Aug 10 10:46:31.222373 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Request body: {'port': {'device_id': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'admin_state_up': True, 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'security_groups': ['9a711a6b-e1b2-43b2-9356-bf909b5b74d3']}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:31.228483 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ba7d1c69-f5c9-4165-b702-f8ce27daa6da req-5b80c676-c9c7-4a9e-b432-1fc09f82fc99 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 210 time: 0.0474586 Aug 10 10:46:31.379510 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f0e5ca-9698-4605-b791-162645ce703b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:31.389259 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f0e5ca-9698-4605-b791-162645ce703b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:31.497549 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Made reservation on behalf of e5de561a17374af7a77b82542646bd60 for: {'port': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:46:31.501134 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:31.540700 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.l3_db [None req-88f0e5ca-9698-4605-b791-162645ce703b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Floating IP 09454a69-ee9b-4ece-82b9-c4f6448bbca5 associated. External IP: 172.27.1.14, port: 08e38c1d-ceb9-475a-83fe-09c8521c8bdd. Aug 10 10:46:31.713252 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:31.803060 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Allocated IP 172.20.0.11 (62885bec-d970-40e6-b4aa-7db6f7ea523c/d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44/10300d46-fe36-4c5b-8439-4b52a72e7429) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:31.938812 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f0e5ca-9698-4605-b791-162645ce703b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:46:32.058561 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf8088-1895-4ac6-9d5f-dd0e5feed097 req-60cf8004-6217-4428-9aba-f0f38ab530a0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:32.060776 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3baf8088-1895-4ac6-9d5f-dd0e5feed097 req-60cf8004-6217-4428-9aba-f0f38ab530a0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0641878 Aug 10 10:46:32.099642 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:32.126735 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Transition to ACTIVE for port object 10300d46-fe36-4c5b-8439-4b52a72e7429 will not be triggered until provisioned by entity DHCP. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:32.132201 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3baf8088-1895-4ac6-9d5f-dd0e5feed097 req-c531e44e-cf64-44c2-8b40-679966bedf38 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621331 Aug 10 10:46:32.132847 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f0e5ca-9698-4605-b791-162645ce703b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:46:32.151665 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] Sync routers for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:46:32.152700 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f0e5ca-9698-4605-b791-162645ce703b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:32.166715 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 45988) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:32.173996 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:32.174972 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:32.281601 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-88f0e5ca-9698-4605-b791-162645ce703b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "PUT /v2.0/floatingips/09454a69-ee9b-4ece-82b9-c4f6448bbca5 HTTP/1.1" status: 200 len: 990 time: 1.6864271 Aug 10 10:46:32.284235 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'tag': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:32.293090 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65043e11-d25d-45ed-8f86-dc03a6d05cca" -d '{"events": [{"name": "network-changed", "server_uuid": "8053b218-152c-4ab0-9757-d459c3b6ea36", "tag": "08e38c1d-ceb9-475a-83fe-09c8521c8bdd"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:32.330251 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:32.330719 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-42fba949-f51a-4bd2-8e9e-fd1f31b61c6e req-44f16c34-cfb5-433a-a465-16984a8309cd tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 210 time: 0.0526645 Aug 10 10:46:32.341323 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-98966ef2-461a-40d9-9c51-c3d08095fba0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:32.344253 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-98966ef2-461a-40d9-9c51-c3d08095fba0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 811 time: 0.2266078 Aug 10 10:46:32.369287 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:32.382784 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:32.456761 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'Port': ['ID=10300d46-fe36-4c5b-8439-4b52a72e7429,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:32.457347 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-939b7743-78e8-41ca-ae36-6445e52845f9 req-3e2a5127-46c7-4004-8818-f11070f3e201 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 210 time: 0.0300944 Aug 10 10:46:32.494150 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Network 62885bec-d970-40e6-b4aa-7db6f7ea523c is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:32.496109 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:32.499041 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:32.534270 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672f682-9efb-4a82-b503-731e74359957 req-3ac49fa6-2eba-46c6-841a-b22bec0dc31d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:32.555662 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8672f682-9efb-4a82-b503-731e74359957 req-3ac49fa6-2eba-46c6-841a-b22bec0dc31d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.2390726 Aug 10 10:46:32.603778 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-fa04018a-f966-46c5-8c28-8c396856a21d tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8 HTTP/1.1" status: 200 len: 380 time: 0.1992376 Aug 10 10:46:32.614138 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:32.615067 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:32.621022 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'port': {'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'admin_state_up': True, 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'security_groups': ['e21547a1-7c94-42b7-a2f4-bf48d9346ca6']}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:32.638324 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a7f46-2312-4f59-acce-1c04c895907c tempest-TestMinimumBasicScenario-1420932097 tempest-TestMinimumBasicScenario-1420932097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:32.641609 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-892a7f46-2312-4f59-acce-1c04c895907c tempest-TestMinimumBasicScenario-1420932097 tempest-TestMinimumBasicScenario-1420932097-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1093 time: 0.4693120 Aug 10 10:46:32.644983 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46002) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:32.658637 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'floatingip': {'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'port_id': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:32.683121 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-62fd6fbb-4e15-425b-bb85-bec9f9c1c4e4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4646635 Aug 10 10:46:32.687923 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for floatingip, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:32.710815 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Request body: {'port': {'device_id': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:32.748949 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8672f682-9efb-4a82-b503-731e74359957 req-611b8e3a-f6bc-4179-828e-7ee7252526d7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923916 Aug 10 10:46:32.807279 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ad9dcc-f73b-4b0a-8670-7ee4e8069b99 x-openstack-request-id: req-b4ad9dcc-f73b-4b0a-8670-7ee4e8069b99 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:32.807846 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8053b218-152c-4ab0-9757-d459c3b6ea36", "tag": "08e38c1d-ceb9-475a-83fe-09c8521c8bdd", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:32.807846 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4ad9dcc-f73b-4b0a-8670-7ee4e8069b99 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:32.808231 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'tag': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd', 'status': 'completed', 'code': 200} Aug 10 10:46:32.835626 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Made reservation on behalf of 21c4bed7b2ef4acd95a1e59e51a74fd8 for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:46:32.840865 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:32.846110 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '09454a69-ee9b-4ece-82b9-c4f6448bbca5', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'port_id': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'mac_address': 'fa:16:3e:ce:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:19Z', 'updated_at': '2021-08-10T10:46:31Z', 'revision_number': 1, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:33.056628 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Allocated IP 172.20.0.11 (71feb8ea-90ed-4fce-b017-3f71a250ca7f/5ea37a72-a309-4900-9862-9daf74955334/07b134b2-2856-4ea3-ae2f-841eaab54188) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:33.110105 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] Checking router: a7a05417-d029-4fd1-a71e-a1aa8f1e2015 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:46:33.125729 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:33.126633 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:33.143968 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-b6651bf8-b83e-4948-9608-cd8884c71393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:33.145624 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-b6651bf8-b83e-4948-9608-cd8884c71393 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a7ae0e441e747b69e73e999adad517d&device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 1098 time: 0.3343239 Aug 10 10:46:33.148680 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:33.182755 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-d09a2842-f531-4198-b4ee-610e9ffc0247 None None] Provisioning for port 10300d46-fe36-4c5b-8439-4b52a72e7429 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:33.190746 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-d09a2842-f531-4198-b4ee-610e9ffc0247 None None] Provisioning complete for port 10300d46-fe36-4c5b-8439-4b52a72e7429 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:33.190746 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d09a2842-f531-4198-b4ee-610e9ffc0247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:33.262736 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:33.264342 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-d09a2842-f531-4198-b4ee-610e9ffc0247 None None] Port 10300d46-fe36-4c5b-8439-4b52a72e7429 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:46:33.274115 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:33.282599 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Transition to ACTIVE for port object 07b134b2-2856-4ea3-ae2f-841eaab54188 will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:33.328133 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:33.385234 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:33.389167 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:33.395809 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:33.404068 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:33.417115 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-f8a1181e-043b-456b-b2d6-c57dbdb7ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:33.418572 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-f8a1181e-043b-456b-b2d6-c57dbdb7ee6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 200 len: 912 time: 0.2528455 Aug 10 10:46:33.456769 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:33.457836 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:33.486201 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'Port': ['ID=07b134b2-2856-4ea3-ae2f-841eaab54188,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:33.516936 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-ad1c184a-44a4-4a8f-8c04-e3460f59d3cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9007909 Aug 10 10:46:33.530504 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Request body: {'port': {'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:33.569909 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4213f6e-29fc-44e5-8702-c022e75c54f1 req-2d9e890a-6a15-4684-8a52-8cf9a1df4dc8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:33.571540 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a4213f6e-29fc-44e5-8702-c022e75c54f1 req-2d9e890a-6a15-4684-8a52-8cf9a1df4dc8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 932 time: 0.1025095 Aug 10 10:46:33.626098 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '09454a69-ee9b-4ece-82b9-c4f6448bbca5', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'port_id': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'mac_address': 'fa:16:3e:ce:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:19Z', 'updated_at': '2021-08-10T10:46:31Z', 'revision_number': 1, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:33.650018 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:33.651549 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-76581f5e-feb3-4ea6-b34f-b319394e369f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08e38c1d-ceb9-475a-83fe-09c8521c8bdd HTTP/1.1" status: 200 len: 998 time: 0.2018359 Aug 10 10:46:33.665741 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509d502-51c2-4f59-8a17-bcaa4df68054 None None] The sync data for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi is: [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '09454a69-ee9b-4ece-82b9-c4f6448bbca5', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'port_id': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'mac_address': 'fa:16:3e:ce:a1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:19Z', 'updated_at': '2021-08-10T10:46:31Z', 'revision_number': 1, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:46:33.715153 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-17380737-b420-466d-a8b4-0d09cddabf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:33.716633 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a4213f6e-29fc-44e5-8702-c022e75c54f1 req-79f6e537-2099-4e2f-b8f8-2dc7c9352fd6 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358159 Aug 10 10:46:33.716774 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-17380737-b420-466d-a8b4-0d09cddabf7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 200 len: 850 time: 0.0555952 Aug 10 10:46:33.725620 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-aca3c1a5-0311-4600-b77b-42dda03f9183 None None] Provisioning for port 07b134b2-2856-4ea3-ae2f-841eaab54188 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:33.738479 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a1545-3a40-4b90-946b-618fe90a7471 req-f848b93a-4e4a-405f-9e7a-cfbf792accf8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:33.740398 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9a6a1545-3a40-4b90-946b-618fe90a7471 req-f848b93a-4e4a-405f-9e7a-cfbf792accf8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 932 time: 0.1624153 Aug 10 10:46:33.749534 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-aca3c1a5-0311-4600-b77b-42dda03f9183 None None] Provisioning complete for port 07b134b2-2856-4ea3-ae2f-841eaab54188 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:33.750191 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-aca3c1a5-0311-4600-b77b-42dda03f9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:33.832322 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-aca3c1a5-0311-4600-b77b-42dda03f9183 None None] Port 07b134b2-2856-4ea3-ae2f-841eaab54188 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:46:33.837454 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-baa54498-b2b3-4d32-b561-e3033576b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:33.839041 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-baa54498-b2b3-4d32-b561-e3033576b2b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a686f5a1-3827-490e-91cf-bda9d5767415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1138685 Aug 10 10:46:33.871601 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Allocated IP 172.27.1.44 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/b6fcda8b-7c87-477e-b433-deb8d79840e0) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:33.882555 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9a6a1545-3a40-4b90-946b-618fe90a7471 req-8a72bef9-8a8e-4830-ba38-50a38b52cde7 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335859 Aug 10 10:46:33.962854 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10300d46-fe36-4c5b-8439-4b52a72e7429 {{(pid=99995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:46:34.009950 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.015242 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a834f5-eb41-4c4f-9f33-15275b70a687 None None] New status for floating IP 09454a69-ee9b-4ece-82b9-c4f6448bbca5: ACTIVE {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:46:34.045781 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Transition to ACTIVE for port object 10300d46-fe36-4c5b-8439-4b52a72e7429 will not be triggered until provisioned by entity L2. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:34.054184 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.058553 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077eca7-a90b-4b49-a0c6-2465ebf49120 req-2c241be8-cfc8-4a53-aa45-e9b78e274af7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:34.060176 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a077eca7-a90b-4b49-a0c6-2465ebf49120 req-2c241be8-cfc8-4a53-aa45-e9b78e274af7 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.1051295 Aug 10 10:46:34.123278 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-50d63a85-b4d2-4cac-a252-0daa1a8cbb18 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515755 Aug 10 10:46:34.125830 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b134b2-2856-4ea3-ae2f-841eaab54188 {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:46:34.137275 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.169396 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a077eca7-a90b-4b49-a0c6-2465ebf49120 req-eede4f1e-1d7b-4c4d-8613-52057e633520 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968390 Aug 10 10:46:34.204365 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Transition to ACTIVE for port object 07b134b2-2856-4ea3-ae2f-841eaab54188 will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:46:34.204365 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.259649 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Pushing event updated for resources: {'Port': ['ID=07b134b2-2856-4ea3-ae2f-841eaab54188,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:34.271112 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=10300d46-fe36-4c5b-8439-4b52a72e7429,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:34.281159 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.372178 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Attempting to bind port 07b134b2-2856-4ea3-ae2f-841eaab54188 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:46:34.373037 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Attempting to bind port 07b134b2-2856-4ea3-ae2f-841eaab54188 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:46:34.373037 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Attempting to bind port 07b134b2-2856-4ea3-ae2f-841eaab54188 on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:34.380988 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Port 07b134b2-2856-4ea3-ae2f-841eaab54188 on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:46:34.381378 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Attempting to bind port 07b134b2-2856-4ea3-ae2f-841eaab54188 on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:34.386937 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:46:34.387742 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Checking segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:46:34.388127 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Bound using segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:46:34.388567 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Bound port: 07b134b2-2856-4ea3-ae2f-841eaab54188, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:46:34.388927 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.407341 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Attempting to bind port 10300d46-fe36-4c5b-8439-4b52a72e7429 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:46:34.408736 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Attempting to bind port 10300d46-fe36-4c5b-8439-4b52a72e7429 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:46:34.408736 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Attempting to bind port 10300d46-fe36-4c5b-8439-4b52a72e7429 on network 62885bec-d970-40e6-b4aa-7db6f7ea523c {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:34.426710 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-65043e11-d25d-45ed-8f86-dc03a6d05cca req-2ea08c24-98b0-4dc6-97dc-fda36f540571 service neutron] 10.222.0.26 "GET /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753460 Aug 10 10:46:34.430562 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Port 10300d46-fe36-4c5b-8439-4b52a72e7429 on network 62885bec-d970-40e6-b4aa-7db6f7ea523c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:46:34.431427 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Attempting to bind port 10300d46-fe36-4c5b-8439-4b52a72e7429 on network 62885bec-d970-40e6-b4aa-7db6f7ea523c {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:46:34.448231 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:46:34.449007 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Checking segment: {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:46:34.449570 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Bound using segment: {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:46:34.450539 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Bound port: 10300d46-fe36-4c5b-8439-4b52a72e7429, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c'}}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:46:34.451410 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.469093 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.488235 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] For port 07b134b2-2856-4ea3-ae2f-841eaab54188, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:46:34.492521 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] For port 07b134b2-2856-4ea3-ae2f-841eaab54188, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=07b134b2-2856-4ea3-ae2f-841eaab54188,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:46:34.498079 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.534135 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:34.535430 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:34.536106 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.537437 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] 10.222.0.26 "PUT /v2.0/ports/07b134b2-2856-4ea3-ae2f-841eaab54188 HTTP/1.1" status: 200 len: 1094 time: 1.0112715 Aug 10 10:46:34.537909 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:34.540945 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eb0061-d4fa-43a2-abec-68559b229614" -d '{"events": [{"name": "network-changed", "server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:34.544104 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:34.567748 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:34.591916 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e7f72-bfbc-456b-815b-c7e384fe92b1 service neutron] Pushing event updated for resources: {'Port': ['ID=07b134b2-2856-4ea3-ae2f-841eaab54188,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:34.596279 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415d6d2d-8348-4827-91b7-a3b92d8b5c08 x-openstack-request-id: req-415d6d2d-8348-4827-91b7-a3b92d8b5c08 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:34.596596 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:34.596872 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-415d6d2d-8348-4827-91b7-a3b92d8b5c08 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:34.597278 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'status': 'completed', 'code': 200} Aug 10 10:46:34.634753 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'Port': ['ID=b6fcda8b-7c87-477e-b433-deb8d79840e0,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:34.644269 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-b39dbbc0-f0bb-4054-bc73-b78bdb613f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:34.645985 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-b39dbbc0-f0bb-4054-bc73-b78bdb613f92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 1097 time: 0.0478520 Aug 10 10:46:34.652747 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, cleared binding levels {{(pid=99995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:46:34.656655 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=10300d46-fe36-4c5b-8439-4b52a72e7429,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:46:34.688124 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.695588 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-e455514a-d573-48a3-b211-f64d77dfefb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b134b2-2856-4ea3-ae2f-841eaab54188 HTTP/1.1" status: 200 len: 217 time: 0.0403111 Aug 10 10:46:34.750944 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-a6285d33-f1c1-4b15-b35f-9128cd535361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:34.752504 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-a6285d33-f1c1-4b15-b35f-9128cd535361 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0501821 Aug 10 10:46:34.761461 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:34.762732 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:34.764798 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/10300d46-fe36-4c5b-8439-4b52a72e7429 HTTP/1.1" status: 200 len: 1094 time: 2.0594311 Aug 10 10:46:34.812454 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:34.816620 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d90f3-04d9-4be8-b448-f2de6116417e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:34.835766 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-482c60e6-21a2-4450-b401-b5213c7e530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:34.837738 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-482c60e6-21a2-4450-b401-b5213c7e530a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0680549 Aug 10 10:46:34.895351 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e45d39-8215-43b2-afa8-a45fd63129fb x-openstack-request-id: req-49e45d39-8215-43b2-afa8-a45fd63129fb {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:34.895952 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:34.895952 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49e45d39-8215-43b2-afa8-a45fd63129fb {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:34.896282 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'status': 'completed', 'code': 200} Aug 10 10:46:34.906495 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d6b4a-2f0a-4d3c-ae55-90895f3de6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=10300d46-fe36-4c5b-8439-4b52a72e7429,revision_number=3']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:34.985948 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-8ca96c77-90cd-4685-aefe-28194d703138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:34.987542 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-8ca96c77-90cd-4685-aefe-28194d703138 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5de561a17374af7a77b82542646bd60&device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1097 time: 0.1590590 Aug 10 10:46:34.994913 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9ed1b-3cf8-4b7e-ad31-f9e6ee6b2fe0 req-c67667b1-a5ae-40a7-ba14-cdd4b3af0cbf tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:34.996542 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eeb9ed1b-3cf8-4b7e-ad31-f9e6ee6b2fe0 req-c67667b1-a5ae-40a7-ba14-cdd4b3af0cbf tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.1576290 Aug 10 10:46:35.002428 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-b33a9c2f-1c6e-475e-a305-1082209e5b48 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541865 Aug 10 10:46:35.064279 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-b65ec395-1378-44c7-85ac-a533e7e4bf64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10300d46-fe36-4c5b-8439-4b52a72e7429 HTTP/1.1" status: 200 len: 217 time: 0.0597363 Aug 10 10:46:35.120628 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-eeb9ed1b-3cf8-4b7e-ad31-f9e6ee6b2fe0 req-3db5465e-d849-4d88-9405-960313d9500e tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136479 Aug 10 10:46:35.166838 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b43cb0-be3b-41b8-b578-1dc4aafeedaa req-89503350-2c9d-47a0-b298-239aca771a47 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:35.168408 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66b43cb0-be3b-41b8-b578-1dc4aafeedaa req-89503350-2c9d-47a0-b298-239aca771a47 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 944 time: 0.0883782 Aug 10 10:46:35.172341 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6767fd09-cd90-4c81-bb5d-43723c05286f req-68c3da1d-a908-4aa9-879b-ef8a930bf730 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576824 Aug 10 10:46:35.197440 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-ff7da59b-1b58-45f3-9296-d6cdba08d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:35.198908 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-ff7da59b-1b58-45f3-9296-d6cdba08d401 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44 HTTP/1.1" status: 200 len: 847 time: 0.1208198 Aug 10 10:46:35.217804 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66b43cb0-be3b-41b8-b578-1dc4aafeedaa req-45f7cf0b-b484-42f5-9608-30927451a9cc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432363 Aug 10 10:46:35.258773 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:35.267594 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0061-d4fa-43a2-abec-68559b229614 req-7ba8259e-ecc5-493e-96d0-22b248f97406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:35.269104 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29eb0061-d4fa-43a2-abec-68559b229614 req-7ba8259e-ecc5-493e-96d0-22b248f97406 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 1097 time: 0.0466394 Aug 10 10:46:35.310045 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-8425dd18-41d7-42a4-82cf-596b899e489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:35.311974 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-8425dd18-41d7-42a4-82cf-596b899e489b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62885bec-d970-40e6-b4aa-7db6f7ea523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0910728 Aug 10 10:46:35.377749 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d9d3f-50e6-4452-b38c-36167c10fa04 req-10e953e7-11e7-46e2-9e1e-18f530c55524 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:35.379352 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2e3d9d3f-50e6-4452-b38c-36167c10fa04 req-10e953e7-11e7-46e2-9e1e-18f530c55524 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.1093237 Aug 10 10:46:35.384702 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:35.417161 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0061-d4fa-43a2-abec-68559b229614 req-47e89dfd-9bc3-44e4-897d-ccf514d17bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:35.418674 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29eb0061-d4fa-43a2-abec-68559b229614 req-47e89dfd-9bc3-44e4-897d-ccf514d17bbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 912 time: 0.1399453 Aug 10 10:46:35.466845 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29eb0061-d4fa-43a2-abec-68559b229614 req-fd6496fb-817a-4c2b-b89b-1fc8ecc7444c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b134b2-2856-4ea3-ae2f-841eaab54188 HTTP/1.1" status: 200 len: 217 time: 0.0379829 Aug 10 10:46:35.469701 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2e3d9d3f-50e6-4452-b38c-36167c10fa04 req-ddb10f22-464a-409d-b22b-b238cee41a8c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834863 Aug 10 10:46:35.499285 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-52e5a61a-d9c3-4907-80e3-08a8fdfce5b5 service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650229 Aug 10 10:46:35.523204 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0061-d4fa-43a2-abec-68559b229614 req-d2181fde-7d90-4f2a-a020-2a4cc3cdb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:35.523204 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29eb0061-d4fa-43a2-abec-68559b229614 req-d2181fde-7d90-4f2a-a020-2a4cc3cdb115 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0453825 Aug 10 10:46:35.570047 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0061-d4fa-43a2-abec-68559b229614 req-1a79f3b7-ebe6-4f74-a552-eed48fc740e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:35.571583 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29eb0061-d4fa-43a2-abec-68559b229614 req-1a79f3b7-ebe6-4f74-a552-eed48fc740e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444438 Aug 10 10:46:35.639560 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a848a4e1-6289-442e-bdf0-cbd3bd5478d5 req-f307644e-bccc-4578-9d17-9b4b1761a699 service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301734 Aug 10 10:46:35.650421 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:35.655751 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:35.676099 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29eb0061-d4fa-43a2-abec-68559b229614 req-9cc7aa42-87ac-486b-927b-5af6be0cca98 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967898 Aug 10 10:46:35.750582 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'Port': ['ID=b6fcda8b-7c87-477e-b433-deb8d79840e0,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:35.763363 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:35.778400 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-29eb0061-d4fa-43a2-abec-68559b229614 req-8082856f-8d17-4722-adb8-442cc927d623 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930395 Aug 10 10:46:35.814937 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d90f3-04d9-4be8-b448-f2de6116417e req-2ced36c3-ffa1-4b35-95ef-a18b1b6dcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:35.816480 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-396d90f3-04d9-4be8-b448-f2de6116417e req-2ced36c3-ffa1-4b35-95ef-a18b1b6dcc2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5de561a17374af7a77b82542646bd60&device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1097 time: 0.1043363 Aug 10 10:46:36.146908 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.l3_db [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Floating IP 7514f0d0-cd07-4674-9980-fc0108bdc765 associated. External IP: 172.27.1.44, port: 5f5aa896-36b0-4bce-9aee-47490fb9766f. Aug 10 10:46:36.219818 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d90f3-04d9-4be8-b448-f2de6116417e req-8ff89394-2dd9-4e2a-a6df-ac30ac34020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:36.221338 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-396d90f3-04d9-4be8-b448-f2de6116417e req-8ff89394-2dd9-4e2a-a6df-ac30ac34020d service neutron] 10.222.0.26 "GET /v2.0/networks?id=62885bec-d970-40e6-b4aa-7db6f7ea523c HTTP/1.1" status: 200 len: 909 time: 0.3965404 Aug 10 10:46:36.248694 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf181e7-f7c8-4404-b8cb-20970b75738a req-dc109e99-e48b-433f-ad07-495ea841c8ce tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:36.250429 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-acf181e7-f7c8-4404-b8cb-20970b75738a req-dc109e99-e48b-433f-ad07-495ea841c8ce tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0581930 Aug 10 10:46:36.295196 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-396d90f3-04d9-4be8-b448-f2de6116417e req-c2309c78-6af9-441f-bead-c7cdc4734827 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10300d46-fe36-4c5b-8439-4b52a72e7429 HTTP/1.1" status: 200 len: 217 time: 0.0444865 Aug 10 10:46:36.314090 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-acf181e7-f7c8-4404-b8cb-20970b75738a req-46f1eb8a-9f49-4a94-a2a3-95b40be3e29f tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559406 Aug 10 10:46:36.351949 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530424f-ddda-4b25-8b61-214ca91f88ee req-8a4c580f-82df-45ba-8006-93331415d3ec tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:36.353377 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a530424f-ddda-4b25-8b61-214ca91f88ee req-8a4c580f-82df-45ba-8006-93331415d3ec tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 944 time: 0.0580966 Aug 10 10:46:36.390429 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d90f3-04d9-4be8-b448-f2de6116417e req-919e0686-4a49-4de3-b924-3bf2fb8515e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:36.391962 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-396d90f3-04d9-4be8-b448-f2de6116417e req-919e0686-4a49-4de3-b924-3bf2fb8515e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44 HTTP/1.1" status: 200 len: 847 time: 0.0891066 Aug 10 10:46:36.407225 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a530424f-ddda-4b25-8b61-214ca91f88ee req-dd17ebb1-e298-4dcf-9da8-aef9c4a506c3 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472884 Aug 10 10:46:36.493328 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:46:36.497776 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d90f3-04d9-4be8-b448-f2de6116417e req-08c866a2-88b0-4809-bd60-3990ce95acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:36.499334 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-396d90f3-04d9-4be8-b448-f2de6116417e req-08c866a2-88b0-4809-bd60-3990ce95acfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62885bec-d970-40e6-b4aa-7db6f7ea523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0677490 Aug 10 10:46:36.615848 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8593d0-4ca0-4833-9ed5-42e1bac8c077 req-6cb947f1-e187-4c9d-99e2-c28e98f0df26 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:36.617432 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8f8593d0-4ca0-4833-9ed5-42e1bac8c077 req-6cb947f1-e187-4c9d-99e2-c28e98f0df26 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0505056 Aug 10 10:46:36.661502 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8f8593d0-4ca0-4833-9ed5-42e1bac8c077 req-c2227f02-ab0b-449b-bd65-4f7cd44950b6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375717 Aug 10 10:46:36.674824 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-396d90f3-04d9-4be8-b448-f2de6116417e req-c7ef2a0a-cfe1-4141-b916-8d78762ba08a service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661241 Aug 10 10:46:36.677829 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:46:36.688164 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] Sync routers for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:46:36.699439 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:36.700083 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:36.709478 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:36.771344 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-63700d0b-ba04-45ad-a2b0-2800752a58b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1247690 Aug 10 10:46:36.774908 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46032) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:36.781591 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-519f4491-ae70-42ac-845f-6bd533d027f5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705732683', 'description': 'tempest-secgroup-smoke-1705732683 description', 'project_id': 'fd7bd733989d449d89a37d6201efce0e'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:36.807065 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-396d90f3-04d9-4be8-b448-f2de6116417e req-49ce66b4-35eb-4456-a3ff-46887038aa4b service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202312 Aug 10 10:46:36.810810 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:36.812665 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-519f4491-ae70-42ac-845f-6bd533d027f5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:36.897019 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:36.899836 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee67e5b-58c6-4500-82f0-703171a7b6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:36.903957 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-519f4491-ae70-42ac-845f-6bd533d027f5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:36.909172 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-519f4491-ae70-42ac-845f-6bd533d027f5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:36.938463 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-519f4491-ae70-42ac-845f-6bd533d027f5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:36.939792 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-519f4491-ae70-42ac-845f-6bd533d027f5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1636426 Aug 10 10:46:36.939982 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb369722-97a0-431f-8d6c-85acb25d89ba x-openstack-request-id: req-fb369722-97a0-431f-8d6c-85acb25d89ba {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:36.940137 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:36.940389 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb369722-97a0-431f-8d6c-85acb25d89ba {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:36.940777 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'status': 'completed', 'code': 200} Aug 10 10:46:36.942701 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46036) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:36.947657 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-7a41adfb-fbcb-4067-856e-7744c2e92dac tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'security_group_rule': {'security_group_id': 'e98f22ff-6da9-4618-9803-4debfeaac89e', 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:36.953723 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f4491-ae70-42ac-845f-6bd533d027f5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98f22ff-6da9-4618-9803-4debfeaac89e,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:36.984379 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a41adfb-fbcb-4067-856e-7744c2e92dac tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.026734 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-c30c44c7-ed0a-407b-a756-588541831ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:37.028853 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-c30c44c7-ed0a-407b-a756-588541831ca6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7bd733989d449d89a37d6201efce0e&device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1098 time: 0.0475965 Aug 10 10:46:37.047169 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a41adfb-fbcb-4067-856e-7744c2e92dac tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.055250 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a41adfb-fbcb-4067-856e-7744c2e92dac tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.067900 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '7514f0d0-cd07-4674-9980-fc0108bdc765', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'port_id': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'mac_address': 'fa:16:3e:d8:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:34Z', 'updated_at': '2021-08-10T10:46:34Z', 'revision_number': 0, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:47Z', 'revision_number': 5, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:37.075160 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41adfb-fbcb-4067-856e-7744c2e92dac tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b22fa9c-5d61-4126-aa7d-fb71fd983050,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:37.081994 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a41adfb-fbcb-4067-856e-7744c2e92dac tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.086573 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7a41adfb-fbcb-4067-856e-7744c2e92dac tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399066 Aug 10 10:46:37.086905 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46038) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:37.098276 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-c2c47911-4f38-4abc-9789-dd811e8198a0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'security_group_rule': {'security_group_id': 'e98f22ff-6da9-4618-9803-4debfeaac89e', 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:37.101156 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] Checking router: b2cc55c5-ec25-4e2d-a163-e18439ac5f3c for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:46:37.110601 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:37.111341 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:37.137892 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c2c47911-4f38-4abc-9789-dd811e8198a0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.167567 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-680f2e2f-74e8-40fe-8e25-e6133ba08d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:37.169119 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-680f2e2f-74e8-40fe-8e25-e6133ba08d58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 200 len: 916 time: 0.1323156 Aug 10 10:46:37.211860 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c2c47911-4f38-4abc-9789-dd811e8198a0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.216804 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c2c47911-4f38-4abc-9789-dd811e8198a0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.237576 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:37.238732 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c47911-4f38-4abc-9789-dd811e8198a0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0e8ed7-0c50-4058-a094-db6b96659b11,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:37.245452 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c2c47911-4f38-4abc-9789-dd811e8198a0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.249634 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-c2c47911-4f38-4abc-9789-dd811e8198a0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1592700 Aug 10 10:46:37.249801 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-1686b842-d766-4f24-80f6-8fd2e72735eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 998 time: 0.0714288 Aug 10 10:46:37.250008 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46042) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:37.254477 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-6881e069-6850-4aff-bac3-eceaac67de17 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'security_group_rule': {'security_group_id': 'e98f22ff-6da9-4618-9803-4debfeaac89e', 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:37.322211 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-17a89a02-9532-4176-95ba-70673c74941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:37.323743 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-17a89a02-9532-4176-95ba-70673c74941f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe71df9-e836-418f-bd6e-f50d0ffa4b47 HTTP/1.1" status: 200 len: 854 time: 0.0645163 Aug 10 10:46:37.325082 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6881e069-6850-4aff-bac3-eceaac67de17 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.407647 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-26240757-08fb-44c9-aeee-1e6b5373e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:37.409168 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-26240757-08fb-44c9-aeee-1e6b5373e918 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c79492bb-fdc4-4c2d-9d95-1422d08002ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0730906 Aug 10 10:46:37.410927 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6881e069-6850-4aff-bac3-eceaac67de17 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.415193 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6881e069-6850-4aff-bac3-eceaac67de17 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.464924 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9ffb6-0564-404f-8ebd-da8aebd9dc44 req-2ac3b29b-4e3d-4144-9dcb-47d8fbfe0947 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:37.473417 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f4f9ffb6-0564-404f-8ebd-da8aebd9dc44 req-2ac3b29b-4e3d-4144-9dcb-47d8fbfe0947 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0835857 Aug 10 10:46:37.512206 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881e069-6850-4aff-bac3-eceaac67de17 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88af203f-932b-4cf1-8f79-d5f3ffa35a03,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:37.524886 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6881e069-6850-4aff-bac3-eceaac67de17 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.526304 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-6881e069-6850-4aff-bac3-eceaac67de17 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2752335 Aug 10 10:46:37.529108 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46048) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:37.530730 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f4f9ffb6-0564-404f-8ebd-da8aebd9dc44 req-59c15c60-3727-48b7-9f0d-ce6c6f739135 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563445 Aug 10 10:46:37.531533 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '7514f0d0-cd07-4674-9980-fc0108bdc765', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'port_id': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'mac_address': 'fa:16:3e:d8:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:34Z', 'updated_at': '2021-08-10T10:46:34Z', 'revision_number': 0, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:47Z', 'revision_number': 5, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:37.533718 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-9c5692c4-5572-4acf-bf81-6e0d91d83887 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'security_group_rule': {'security_group_id': 'e98f22ff-6da9-4618-9803-4debfeaac89e', 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:37.571211 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae283e2-33d4-4529-a713-4f706af1897c None None] The sync data for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi is: [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '7514f0d0-cd07-4674-9980-fc0108bdc765', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'port_id': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'mac_address': 'fa:16:3e:d8:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:34Z', 'updated_at': '2021-08-10T10:46:34Z', 'revision_number': 0, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:47Z', 'revision_number': 5, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:46:37.594668 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-f3ce0a01-053a-468c-b4ab-6238fca04a32 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740477 Aug 10 10:46:37.596094 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9c5692c4-5572-4acf-bf81-6e0d91d83887 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.610417 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c37db-7c82-431f-83f5-4c466faeb8e0 req-c25638a8-bc22-4a06-afe8-a75e8154d096 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:37.615724 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-285c37db-7c82-431f-83f5-4c466faeb8e0 req-c25638a8-bc22-4a06-afe8-a75e8154d096 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 944 time: 0.0805016 Aug 10 10:46:37.661541 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-285c37db-7c82-431f-83f5-4c466faeb8e0 req-cb792239-84b8-44d7-a9d5-37997d6ac343 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Aug 10 10:46:37.714848 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9c5692c4-5572-4acf-bf81-6e0d91d83887 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.720171 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9c5692c4-5572-4acf-bf81-6e0d91d83887 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.745454 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5692c4-5572-4acf-bf81-6e0d91d83887 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d1437d-9e71-4fa5-bb93-e695e8779924,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:37.760225 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-dee67e5b-58c6-4500-82f0-703171a7b6eb req-926667a2-9e9e-4a64-85a3-6de31fd103d3 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543531 Aug 10 10:46:37.764473 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9c5692c4-5572-4acf-bf81-6e0d91d83887 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.768397 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9c5692c4-5572-4acf-bf81-6e0d91d83887 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2357056 Aug 10 10:46:37.769088 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46052) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:37.774310 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-4b9ba3d6-0baf-416a-9df6-3fbaf857f5ce tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'security_group_rule': {'security_group_id': 'e98f22ff-6da9-4618-9803-4debfeaac89e', 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:37.806228 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98825f0-9351-4b25-825b-15b971c81e50 req-f97650a6-936c-4b90-9b2a-37e8e578432b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:37.807116 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e98825f0-9351-4b25-825b-15b971c81e50 req-f97650a6-936c-4b90-9b2a-37e8e578432b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0689981 Aug 10 10:46:37.808331 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.securitygroups_db [None req-4b9ba3d6-0baf-416a-9df6-3fbaf857f5ce tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Project fd7bd733989d449d89a37d6201efce0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:46:37.814424 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba3d6-0baf-416a-9df6-3fbaf857f5ce tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.840008 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65719393-b237-4c8f-807c-30182f07bf34 None None] New status for floating IP 7514f0d0-cd07-4674-9980-fc0108bdc765: ACTIVE {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:46:37.865129 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e98825f0-9351-4b25-825b-15b971c81e50 req-edc32201-81c1-42ab-aef4-93a274ae610f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508525 Aug 10 10:46:37.895108 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba3d6-0baf-416a-9df6-3fbaf857f5ce tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.899449 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba3d6-0baf-416a-9df6-3fbaf857f5ce tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.918409 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ba3d6-0baf-416a-9df6-3fbaf857f5ce tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400907fe-f5ee-4741-8ded-3fb0833b5a12,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:37.924857 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:46:37.929182 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba3d6-0baf-416a-9df6-3fbaf857f5ce tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:37.930938 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-4b9ba3d6-0baf-416a-9df6-3fbaf857f5ce tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1606193 Aug 10 10:46:37.934233 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46054) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:37.939298 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-6ccc18c4-5d65-4e03-a32e-fec55baeeb6f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'security_group_rule': {'security_group_id': 'e98f22ff-6da9-4618-9803-4debfeaac89e', 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:37.964869 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.securitygroups_db [None req-6ccc18c4-5d65-4e03-a32e-fec55baeeb6f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Project fd7bd733989d449d89a37d6201efce0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:46:37.970891 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18c4-5d65-4e03-a32e-fec55baeeb6f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.037746 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:38.041401 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18c4-5d65-4e03-a32e-fec55baeeb6f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.045665 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18c4-5d65-4e03-a32e-fec55baeeb6f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510786'] for security_group_rule, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.052800 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'port_id': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'mac_address': 'fa:16:3e:7b:c9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:46:38.066378 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc18c4-5d65-4e03-a32e-fec55baeeb6f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87308e89-0600-4854-b1de-9321248ab4d2,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:38.075997 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6ccc18c4-5d65-4e03-a32e-fec55baeeb6f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.079520 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-6ccc18c4-5d65-4e03-a32e-fec55baeeb6f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442387 Aug 10 10:46:38.093552 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.113392 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:46:38.137651 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:38.143162 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.182424 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-ed1a62cb-dae2-4d46-8f73-5829bfd907c5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705732683&fields=id&tenant_id=fd7bd733989d449d89a37d6201efce0e HTTP/1.1" status: 200 len: 267 time: 0.0489056 Aug 10 10:46:38.199691 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=6']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:38.242284 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:46:38.245567 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-f9ea134d-7420-44b9-ba0b-ef702e761c33 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:38.247208 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-f9ea134d-7420-44b9-ba0b-ef702e761c33 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0551310 Aug 10 10:46:38.259333 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-a776e2ad-3d54-405a-a2b8-d071bdf1c157 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'port': {'security_groups': ['b1b93c04-92c6-45b2-99b3-228ad83e97d9', 'e98f22ff-6da9-4618-9803-4debfeaac89e']}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:38.325570 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-a776e2ad-3d54-405a-a2b8-d071bdf1c157 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.530068 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-a776e2ad-3d54-405a-a2b8-d071bdf1c157 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] For port 5f5aa896-36b0-4bce-9aee-47490fb9766f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:38.561523 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-a776e2ad-3d54-405a-a2b8-d071bdf1c157 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.566629 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-a776e2ad-3d54-405a-a2b8-d071bdf1c157 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.589782 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['5f5aa896-36b0-4bce-9aee-47490fb9766f'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:46:38.640694 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-a776e2ad-3d54-405a-a2b8-d071bdf1c157 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:38.641363 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-a776e2ad-3d54-405a-a2b8-d071bdf1c157 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.642782 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5a76fdec-bd84-4d2b-9cd5-e818f069e2be req-a776e2ad-3d54-405a-a2b8-d071bdf1c157 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "PUT /v2.0/ports/5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 981 time: 0.3882987 Aug 10 10:46:38.643291 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:38.645588 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6931251-e112-44c0-93ba-034a7ab6d7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:38.674640 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776e2ad-3d54-405a-a2b8-d071bdf1c157 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'Port': ['ID=5f5aa896-36b0-4bce-9aee-47490fb9766f,revision_number=6']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:38.702780 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad119a-bfe2-4658-b4be-561d7e0b70d9 req-69d80a6c-a033-4c56-9ed8-8525205799b3 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:38.707837 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21ad119a-bfe2-4658-b4be-561d7e0b70d9 req-69d80a6c-a033-4c56-9ed8-8525205799b3 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.1070809 Aug 10 10:46:38.737262 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['5f5aa896-36b0-4bce-9aee-47490fb9766f'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:46:38.785703 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-21ad119a-bfe2-4658-b4be-561d7e0b70d9 req-2bb56986-e852-4381-9124-c9cca436a362 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735686 Aug 10 10:46:38.794316 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea830f3-1e41-434e-95b2-1644234e4bd3 req-2efaca4e-fa27-4d86-8138-16b3e91d2fd3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:38.795953 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cea830f3-1e41-434e-95b2-1644234e4bd3 req-2efaca4e-fa27-4d86-8138-16b3e91d2fd3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0859118 Aug 10 10:46:38.853756 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cea830f3-1e41-434e-95b2-1644234e4bd3 req-86e9a926-e218-4252-a177-2513012520b5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508127 Aug 10 10:46:38.862690 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52919b5a-96f5-45a7-b6ad-f913b3f592a9 x-openstack-request-id: req-52919b5a-96f5-45a7-b6ad-f913b3f592a9 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:38.863080 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:38.863467 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52919b5a-96f5-45a7-b6ad-f913b3f592a9 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:38.864076 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'status': 'completed', 'code': 200} Aug 10 10:46:38.957995 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-8343bd04-4798-4b6a-80ae-7a5af567064b None None] Provisioning complete for port 5f5aa896-36b0-4bce-9aee-47490fb9766f triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:38.958570 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-8343bd04-4798-4b6a-80ae-7a5af567064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:38.959359 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-0af9fdec-46bc-44ad-9113-d1d793398014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:38.962138 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-0af9fdec-46bc-44ad-9113-d1d793398014 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7bd733989d449d89a37d6201efce0e&device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1137 time: 0.0570743 Aug 10 10:46:39.004398 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853f846-4839-4b96-82f1-44b65125b6d1 req-dd582143-a435-476b-9a39-8948508df410 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:39.005964 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e853f846-4839-4b96-82f1-44b65125b6d1 req-dd582143-a435-476b-9a39-8948508df410 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 944 time: 0.0910852 Aug 10 10:46:39.036760 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643d84d-e7f7-42fc-bbdb-ee5d022734ed req-cfa07781-4203-4e38-aef7-0f0c980a1b9c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:39.038291 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d643d84d-e7f7-42fc-bbdb-ee5d022734ed req-cfa07781-4203-4e38-aef7-0f0c980a1b9c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 944 time: 0.0796006 Aug 10 10:46:39.083660 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-d6deb4f3-f405-4109-97d2-5c73bfa87a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:39.085339 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-d6deb4f3-f405-4109-97d2-5c73bfa87a65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 200 len: 916 time: 0.1121211 Aug 10 10:46:39.088263 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e853f846-4839-4b96-82f1-44b65125b6d1 req-b7f82b60-3f24-48c9-8458-1c78180d37bc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716629 Aug 10 10:46:39.111558 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d643d84d-e7f7-42fc-bbdb-ee5d022734ed req-9e1d7c56-a98f-4278-8600-d6ad3d1dcb8f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621912 Aug 10 10:46:39.168730 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-9669d88d-0e0d-4911-a15a-fc1c6dece7ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 1000 time: 0.0710573 Aug 10 10:46:39.224515 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-9a0d9ba7-97e9-4dc6-a9f9-4c739209285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:39.226642 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-9a0d9ba7-97e9-4dc6-a9f9-4c739209285b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe71df9-e836-418f-bd6e-f50d0ffa4b47 HTTP/1.1" status: 200 len: 854 time: 0.0504856 Aug 10 10:46:39.273321 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-c0b92154-aba5-4f16-9d83-fa45af3cf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:39.274802 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-c0b92154-aba5-4f16-9d83-fa45af3cf8e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c79492bb-fdc4-4c2d-9d95-1422d08002ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397053 Aug 10 10:46:39.367649 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-a8149fa5-3b47-47ab-b313-da01c7178381 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846415 Aug 10 10:46:39.468920 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-c6931251-e112-44c0-93ba-034a7ab6d7d8 req-9b0a2082-436c-402a-b33e-6d6ec3ee4b29 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Aug 10 10:46:39.912656 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409d567-5bc0-47a9-9f21-31f69735e7b4 req-b8883974-38ee-400d-aad7-5d56381958a4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:39.914196 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9409d567-5bc0-47a9-9f21-31f69735e7b4 req-b8883974-38ee-400d-aad7-5d56381958a4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0480642 Aug 10 10:46:39.936066 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:39.952641 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9409d567-5bc0-47a9-9f21-31f69735e7b4 req-bdba7e4a-bb90-46af-8dda-cde64940f826 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324924 Aug 10 10:46:40.000885 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:40.001386 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:40.085643 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:40.119919 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:40.123132 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6277db19-e45b-40e6-8562-d8e61eb8af6c" -d '{"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:40.146371 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:40.155211 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:40.304663 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf1fb2-4485-4374-bb2d-f50e7368ccd2 req-27a0d96d-b759-40af-8fec-92f12ba320a3 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:40.310064 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-adaf1fb2-4485-4374-bb2d-f50e7368ccd2 req-27a0d96d-b759-40af-8fec-92f12ba320a3 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 944 time: 0.1218686 Aug 10 10:46:40.357291 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4374a3c-1e89-48bf-9152-02d24a3ed94e x-openstack-request-id: req-e4374a3c-1e89-48bf-9152-02d24a3ed94e {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:40.357614 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:40.357883 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4374a3c-1e89-48bf-9152-02d24a3ed94e {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:40.358285 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'code': 200} Aug 10 10:46:40.419868 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=7']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:40.655423 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-adaf1fb2-4485-4374-bb2d-f50e7368ccd2 req-06b60afc-41cf-4e21-add1-e98e888041da tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386579 Aug 10 10:46:40.675287 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03921b91-8b01-4972-a8b1-f7e43bf9590d req-2e632582-2389-4c08-9822-00c4b44041cf tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:40.683516 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-03921b91-8b01-4972-a8b1-f7e43bf9590d req-2e632582-2389-4c08-9822-00c4b44041cf tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0751517 Aug 10 10:46:40.749224 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-03921b91-8b01-4972-a8b1-f7e43bf9590d req-987a6c77-f0e7-4bb6-8007-5a6b1f29a57c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589895 Aug 10 10:46:41.075012 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30e964-d7bd-4188-8e24-660034958263 req-a1fff15b-5e0f-4047-9f7b-5de44e293e9d tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:41.076633 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c30e964-d7bd-4188-8e24-660034958263 req-a1fff15b-5e0f-4047-9f7b-5de44e293e9d tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0518377 Aug 10 10:46:41.124713 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c30e964-d7bd-4188-8e24-660034958263 req-bb88f0cc-123c-4deb-9d8e-6aef671a5728 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389962 Aug 10 10:46:41.802867 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234988b-20b8-4b44-831d-afa7213f2df1 req-60b8c6f5-ba57-4ba3-af2f-9c3e015a67df tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:41.824405 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1234988b-20b8-4b44-831d-afa7213f2df1 req-60b8c6f5-ba57-4ba3-af2f-9c3e015a67df tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 944 time: 0.0900424 Aug 10 10:46:41.879575 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1234988b-20b8-4b44-831d-afa7213f2df1 req-c5493ef6-5fc9-40c0-b6fe-57d5fc4e4090 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529332 Aug 10 10:46:41.926322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376e391-f910-4e6f-b5ba-6b1da239a7e5 req-d5e0c60e-037c-4f98-8182-d107107d92b3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:41.934195 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4376e391-f910-4e6f-b5ba-6b1da239a7e5 req-d5e0c60e-037c-4f98-8182-d107107d92b3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0751367 Aug 10 10:46:41.936526 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 07b134b2-2856-4ea3-ae2f-841eaab54188 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:46:41.982958 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4376e391-f910-4e6f-b5ba-6b1da239a7e5 req-96ac4b4f-f62a-4c31-ae23-cea9638b3cea tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463026 Aug 10 10:46:42.114243 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 07b134b2-2856-4ea3-ae2f-841eaab54188, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=07b134b2-2856-4ea3-ae2f-841eaab54188,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:42.126420 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:46:42.175302 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:42.195822 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b134b2-2856-4ea3-ae2f-841eaab54188 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:46:42.217840 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 07b134b2-2856-4ea3-ae2f-841eaab54188, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=07b134b2-2856-4ea3-ae2f-841eaab54188,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:42.226356 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:42.227299 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 10300d46-fe36-4c5b-8439-4b52a72e7429 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:46:42.292786 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=07b134b2-2856-4ea3-ae2f-841eaab54188,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:42.306937 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb4169-a25c-464a-8aab-00a07cf8460d req-6ca5cd69-4b6f-4fe0-8f3e-057c5ccf4a5b tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:42.308608 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2ddb4169-a25c-464a-8aab-00a07cf8460d req-6ca5cd69-4b6f-4fe0-8f3e-057c5ccf4a5b tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0785859 Aug 10 10:46:42.363498 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2ddb4169-a25c-464a-8aab-00a07cf8460d req-706f1bac-7c67-4348-8112-c7c0a2d01a40 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477161 Aug 10 10:46:42.404958 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=10300d46-fe36-4c5b-8439-4b52a72e7429,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:42.421609 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'port_id': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'mac_address': 'fa:16:3e:03:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:46:42.469909 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:42.484646 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10300d46-fe36-4c5b-8439-4b52a72e7429 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:46:42.510917 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=10300d46-fe36-4c5b-8439-4b52a72e7429,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:42.515936 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:42.590673 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=10300d46-fe36-4c5b-8439-4b52a72e7429,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:42.821296 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['10300d46-fe36-4c5b-8439-4b52a72e7429'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:46:42.829561 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['07b134b2-2856-4ea3-ae2f-841eaab54188'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:46:43.055547 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292651d-49d5-4329-8336-5eae9b0c5bfa req-ddd187f6-c289-415c-9465-5c5eba921ceb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:43.057578 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8292651d-49d5-4329-8336-5eae9b0c5bfa req-ddd187f6-c289-415c-9465-5c5eba921ceb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 945 time: 0.0714631 Aug 10 10:46:43.175521 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cc433-06c8-456a-8f2c-d0cd68d405b2 req-6ad877cf-ff43-4f23-9474-51dc3ff60519 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:43.177261 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b6cc433-06c8-456a-8f2c-d0cd68d405b2 req-6ad877cf-ff43-4f23-9474-51dc3ff60519 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0963297 Aug 10 10:46:43.196198 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8292651d-49d5-4329-8336-5eae9b0c5bfa req-3c28c058-ce6e-4e05-a9de-f308dac029bf tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278212 Aug 10 10:46:43.272866 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b6cc433-06c8-456a-8f2c-d0cd68d405b2 req-e9620e70-c6aa-43ef-b08c-4a43f83cbf95 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752885 Aug 10 10:46:43.509442 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6fabc-61ba-4d9b-ac3c-be6504922939 req-f2d4270f-129e-4c86-8f82-194529638077 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:43.511077 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-baf6fabc-61ba-4d9b-ac3c-be6504922939 req-f2d4270f-129e-4c86-8f82-194529638077 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 945 time: 0.0602992 Aug 10 10:46:43.558444 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-baf6fabc-61ba-4d9b-ac3c-be6504922939 req-ef9d2ef3-e0d7-4985-8054-8d24238acf56 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Aug 10 10:46:44.324787 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f64d3-c538-4224-a389-f3d85da26091 req-814bd382-e3f1-4070-af30-b7a8b56e00f8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:44.326351 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c6f64d3-c538-4224-a389-f3d85da26091 req-814bd382-e3f1-4070-af30-b7a8b56e00f8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 945 time: 0.0597141 Aug 10 10:46:44.407137 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c6f64d3-c538-4224-a389-f3d85da26091 req-0fe38c5b-e279-4bf2-ae72-e2079476725a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719068 Aug 10 10:46:44.425767 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccceb4-3dc6-40a6-b543-d4a85fe8beb6 req-4dc994eb-4217-4e67-a4bc-ae34bbe94b0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:44.427534 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12ccceb4-3dc6-40a6-b543-d4a85fe8beb6 req-4dc994eb-4217-4e67-a4bc-ae34bbe94b0e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0760431 Aug 10 10:46:44.474379 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12ccceb4-3dc6-40a6-b543-d4a85fe8beb6 req-84602198-f326-454f-afe3-c457b2076218 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374451 Aug 10 10:46:44.690249 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469127-0217-43f1-be67-256923af1eba req-890d508e-0e0d-4bf4-b2e7-e9339d9c4c85 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:44.698537 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2b469127-0217-43f1-be67-256923af1eba req-890d508e-0e0d-4bf4-b2e7-e9339d9c4c85 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 945 time: 0.0624156 Aug 10 10:46:44.735605 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2b469127-0217-43f1-be67-256923af1eba req-d4eb39fe-9433-4dcc-9d11-527f70978359 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361445 Aug 10 10:46:45.598202 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33df23-6d37-4be0-be81-6078bc21f3d7 req-7944f63e-1501-4513-9337-946602fbb0d5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:45.599892 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1a33df23-6d37-4be0-be81-6078bc21f3d7 req-7944f63e-1501-4513-9337-946602fbb0d5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 945 time: 0.1075087 Aug 10 10:46:45.650063 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968865e-62c3-4b6e-a7f7-4e59156abf93 req-a3c6bcad-e4b8-4b14-8bb4-0dbab8832a81 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:45.651552 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6968865e-62c3-4b6e-a7f7-4e59156abf93 req-a3c6bcad-e4b8-4b14-8bb4-0dbab8832a81 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0955398 Aug 10 10:46:45.681975 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1a33df23-6d37-4be0-be81-6078bc21f3d7 req-4334db6a-0242-4632-ae62-b7a8fd93ecdc tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745115 Aug 10 10:46:45.731919 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6968865e-62c3-4b6e-a7f7-4e59156abf93 req-fe1753ea-2d1f-4328-a737-b7d7d45e8372 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735962 Aug 10 10:46:45.871994 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8b95d-e3e2-497c-844d-80829b1c0d45 req-3c893a42-f3d6-4873-bde4-e7c8a10cda80 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:45.873790 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ebd8b95d-e3e2-497c-844d-80829b1c0d45 req-3c893a42-f3d6-4873-bde4-e7c8a10cda80 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 945 time: 0.0615375 Aug 10 10:46:45.917253 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ebd8b95d-e3e2-497c-844d-80829b1c0d45 req-4436bbf9-cdd2-411a-80db-c6eeecc9fa39 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366812 Aug 10 10:46:45.952733 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 07b134b2-2856-4ea3-ae2f-841eaab54188 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:46.023993 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 07b134b2-2856-4ea3-ae2f-841eaab54188 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:46.034362 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 07b134b2-2856-4ea3-ae2f-841eaab54188 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:46.034965 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:46.168020 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:46.195414 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:46.197946 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3fb2c3-8732-449c-8fd8-9da4895a02c9" -d '{"events": [{"server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "name": "network-vif-plugged", "status": "completed", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:46.213189 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 07b134b2-2856-4ea3-ae2f-841eaab54188, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=07b134b2-2856-4ea3-ae2f-841eaab54188,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:46.218342 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:46.220469 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 10300d46-fe36-4c5b-8439-4b52a72e7429 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:46:46.269739 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03439de6-1177-4ee8-9938-6ba32171fce1 x-openstack-request-id: req-03439de6-1177-4ee8-9938-6ba32171fce1 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:46.270133 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "name": "network-vif-plugged", "status": "completed", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:46.270318 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03439de6-1177-4ee8-9938-6ba32171fce1 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:46.270690 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'code': 200} Aug 10 10:46:46.322735 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=07b134b2-2856-4ea3-ae2f-841eaab54188,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:46.337981 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 10300d46-fe36-4c5b-8439-4b52a72e7429 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:46:46.343019 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 10300d46-fe36-4c5b-8439-4b52a72e7429 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:46:46.343559 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:46.457352 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:46.507535 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=10300d46-fe36-4c5b-8439-4b52a72e7429,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:46.512339 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:46.545979 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593fcdd-0e5d-4e5c-a34b-53f1232e40c4 req-1809e853-e285-4725-8fb2-e72705337985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:46.545979 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8593fcdd-0e5d-4e5c-a34b-53f1232e40c4 req-1809e853-e285-4725-8fb2-e72705337985 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 1099 time: 0.0572500 Aug 10 10:46:46.575475 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=10300d46-fe36-4c5b-8439-4b52a72e7429,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:46.592284 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8593fcdd-0e5d-4e5c-a34b-53f1232e40c4 req-8bdeef59-682b-4186-b2ea-d3325cdb3ac0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379896 Aug 10 10:46:46.811705 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2a1a-b28b-45ae-a6c7-f14c8b960797 req-ca0ed273-0ebb-41fe-ac2a-0cb5b6af568d tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:46.819581 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e43f2a1a-b28b-45ae-a6c7-f14c8b960797 req-ca0ed273-0ebb-41fe-ac2a-0cb5b6af568d tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 946 time: 0.0616577 Aug 10 10:46:46.899902 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e43f2a1a-b28b-45ae-a6c7-f14c8b960797 req-22b585f3-4edc-44b8-9cc9-0a54bd104938 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780771 Aug 10 10:46:46.925526 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa90ad2-d1e2-4b59-9604-6e9f70cfe415 req-9da9017c-2476-4337-bc4e-7c613a8c69df tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:46.936529 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9aa90ad2-d1e2-4b59-9604-6e9f70cfe415 req-9da9017c-2476-4337-bc4e-7c613a8c69df tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.1057255 Aug 10 10:46:47.017728 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9aa90ad2-d1e2-4b59-9604-6e9f70cfe415 req-39e02b5f-c24d-4f8d-b2b5-e9c0cd7d7201 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764909 Aug 10 10:46:47.214523 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c7a8a-309f-4dda-a18f-6d9bd10194c9 req-e39c3fbd-dd1f-4350-b4a0-5420fbf083c8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:47.216435 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b24c7a8a-309f-4dda-a18f-6d9bd10194c9 req-e39c3fbd-dd1f-4350-b4a0-5420fbf083c8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0638263 Aug 10 10:46:47.267882 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b24c7a8a-309f-4dda-a18f-6d9bd10194c9 req-d8700ae4-120e-4028-b9bd-1af25d90ec4b tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446262 Aug 10 10:46:48.043051 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5575623-80e3-4a91-9820-3a369dc91ad0 req-efa35672-50d7-4bb8-8871-8641c1c90072 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:48.050809 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b5575623-80e3-4a91-9820-3a369dc91ad0 req-efa35672-50d7-4bb8-8871-8641c1c90072 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 946 time: 0.0604844 Aug 10 10:46:48.111865 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b5575623-80e3-4a91-9820-3a369dc91ad0 req-c2ccfe7d-b8b2-4bda-8c86-70fbbc7bbb1a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600021 Aug 10 10:46:48.272074 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:48.275042 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbadae2-5934-49d0-a0d3-0a831fa7838b" -d '{"events": [{"server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "name": "network-vif-plugged", "status": "completed", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:48.335026 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c119b-7dce-4b4a-8064-0ddd39c87e4e req-02ad5280-0616-483a-b1bf-d0dad7e01a6b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:48.337101 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-df0c119b-7dce-4b4a-8064-0ddd39c87e4e req-02ad5280-0616-483a-b1bf-d0dad7e01a6b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 946 time: 0.0919204 Aug 10 10:46:48.374692 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d770d-5b8d-4c09-a32d-1779e8e24101 req-9634057f-dfa5-436b-a715-73eddecad663 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:48.376432 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b32d770d-5b8d-4c09-a32d-1779e8e24101 req-9634057f-dfa5-436b-a715-73eddecad663 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.1293299 Aug 10 10:46:48.432356 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-df0c119b-7dce-4b4a-8064-0ddd39c87e4e req-e1dffd9b-2316-4073-a1d6-75b69e50f6fb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877273 Aug 10 10:46:48.472250 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46174) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:48.503947 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b32d770d-5b8d-4c09-a32d-1779e8e24101 req-901923d0-dfb2-42f1-a618-699a61c9d895 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191530 Aug 10 10:46:48.576386 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a046f0a9-5a97-4ae5-87ee-e63a5d08019f x-openstack-request-id: req-a046f0a9-5a97-4ae5-87ee-e63a5d08019f {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:48.577258 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "name": "network-vif-plugged", "status": "completed", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:48.577942 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a046f0a9-5a97-4ae5-87ee-e63a5d08019f {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:48.578942 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'code': 200} Aug 10 10:46:48.589767 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07734fb7-5483-4a22-8390-c974e1538045 tempest-TestVolumeBootPattern-1440885616 tempest-TestVolumeBootPattern-1440885616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:48.591701 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-07734fb7-5483-4a22-8390-c974e1538045 tempest-TestVolumeBootPattern-1440885616 tempest-TestVolumeBootPattern-1440885616-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 1094 time: 0.1165652 Aug 10 10:46:48.595613 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46176) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:48.603502 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'floatingip': {'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:48.635918 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:48.786438 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beedfdb-0746-42d9-ad7b-181930ca1ff3 req-3b666e1d-702e-426a-8b16-7929253fc011 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:48.796012 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9beedfdb-0746-42d9-ad7b-181930ca1ff3 req-3b666e1d-702e-426a-8b16-7929253fc011 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.1624687 Aug 10 10:46:48.852047 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9beedfdb-0746-42d9-ad7b-181930ca1ff3 req-83bd31b5-7f16-4c88-bf52-77b1780bc8b9 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547340 Aug 10 10:46:48.901303 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:48.943829 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3357d3-05d9-4875-9b41-0384c64eb69d req-f8cafb26-69f3-45a5-9ac6-5930f62147e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:48.945784 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ff3357d3-05d9-4875-9b41-0384c64eb69d req-f8cafb26-69f3-45a5-9ac6-5930f62147e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1099 time: 0.0682061 Aug 10 10:46:48.994341 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ff3357d3-05d9-4875-9b41-0384c64eb69d req-7ce3cdcb-365c-429a-a761-b8536b9fb11a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385921 Aug 10 10:46:49.066025 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Allocated IP 172.27.1.157 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/f8cc6b17-b7ff-4d31-957a-025ed6177748) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:49.231739 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:49.290577 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:49.355341 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:49.362698 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:49.373965 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:49.433195 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'Port': ['ID=f8cc6b17-b7ff-4d31-957a-025ed6177748,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:49.806186 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1dcc-edef-457a-ae62-909ad4311c63 req-3ee97fc1-19f5-4ada-afee-13e58b00d7c9 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:49.808642 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c80d1dcc-edef-457a-ae62-909ad4311c63 req-3ee97fc1-19f5-4ada-afee-13e58b00d7c9 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.1735699 Aug 10 10:46:49.940981 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c80d1dcc-edef-457a-ae62-909ad4311c63 req-bdc07efd-2080-4968-9910-6677a450f2a5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256006 Aug 10 10:46:50.108322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23135dc2-79ea-44e8-b2d8-05d0f6ba8d57 req-3beec0c3-d41c-4c06-8632-284ca4e87915 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:50.109883 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-23135dc2-79ea-44e8-b2d8-05d0f6ba8d57 req-3beec0c3-d41c-4c06-8632-284ca4e87915 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.1834252 Aug 10 10:46:50.160450 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:50.188383 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-23135dc2-79ea-44e8-b2d8-05d0f6ba8d57 req-95c69700-5952-4e40-b591-5252f11630ff tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673237 Aug 10 10:46:50.242445 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:50.408163 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-1fb6961c-57e6-4fca-9687-46ddb52872aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:50.411259 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-1fb6961c-57e6-4fca-9687-46ddb52872aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 1098 time: 0.0663786 Aug 10 10:46:50.457831 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:50.463732 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:50.543225 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'Port': ['ID=f8cc6b17-b7ff-4d31-957a-025ed6177748,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:50.557681 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:50.563721 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-0070d18f-570b-4889-92f3-6cd41094b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:50.566355 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-0070d18f-570b-4889-92f3-6cd41094b7d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.1475947 Aug 10 10:46:50.665723 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-917f035e-b6b0-4e01-8223-a08a1c825011 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 HTTP/1.1" status: 200 len: 1001 time: 0.0900726 Aug 10 10:46:50.667569 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Floating IP e329ccca-0cf3-485b-a6ee-44e6064636ba associated. External IP: 172.27.1.157, port: 07b134b2-2856-4ea3-ae2f-841eaab54188. Aug 10 10:46:50.732187 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-2cafa2c4-67c0-4201-8fa0-8ea0101b360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:50.733704 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-2cafa2c4-67c0-4201-8fa0-8ea0101b360e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.0546448 Aug 10 10:46:50.786624 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:46:50.791797 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-1b93bca0-7476-451c-b87b-c7781a08936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:50.793374 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-1b93bca0-7476-451c-b87b-c7781a08936c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504620 Aug 10 10:46:50.895013 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-3828144e-4cb6-420c-ba75-cde7c15dee93 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878015 Aug 10 10:46:50.896537 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Router 6055f2f9-21e8-4b3e-ae52-06965841a163 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:46:51.014531 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:46:51.018513 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e3de59f4-9769-4893-b69d-704b92eb78a5 req-7109373c-e666-41bf-b241-ea6f8af05767 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152892 Aug 10 10:46:51.030166 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] Sync routers for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:46:51.037195 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:51.052464 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:51.053708 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:51.114742 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6e41b4e0-f6a5-42e8-b530-756812a4ffc8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5178993 Aug 10 10:46:51.116913 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:51.119315 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88091710-2efb-40b6-9c75-559b68931fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:51.148968 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24743d-20ab-43d2-a554-3e6d83efcae9 req-bee9ac8d-c859-4c6b-8a7b-b72ce1a9fc71 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:51.150844 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9c24743d-20ab-43d2-a554-3e6d83efcae9 req-bee9ac8d-c859-4c6b-8a7b-b72ce1a9fc71 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 945 time: 0.0965292 Aug 10 10:46:51.167187 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d8d41c-445c-4a8d-8f13-016e73a3d2ca x-openstack-request-id: req-c2d8d41c-445c-4a8d-8f13-016e73a3d2ca {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:51.167478 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:51.167733 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2d8d41c-445c-4a8d-8f13-016e73a3d2ca {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:51.168323 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'status': 'completed', 'code': 200} Aug 10 10:46:51.173842 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:51.206493 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9c24743d-20ab-43d2-a554-3e6d83efcae9 req-799ea2ad-ebcb-45e2-bda7-bdd3f249960c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475566 Aug 10 10:46:51.261936 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88091710-2efb-40b6-9c75-559b68931fe3 req-f5a9d4b2-7bd2-45da-ad78-0fd0d45a0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:51.263079 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-88091710-2efb-40b6-9c75-559b68931fe3 req-f5a9d4b2-7bd2-45da-ad78-0fd0d45a0d39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 1099 time: 0.0690126 Aug 10 10:46:51.321663 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b2c1-db6d-463c-bbfb-a28c176f8d58 req-90a33bd2-9475-44eb-bc5d-3226961b1c4a tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:51.323413 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f8a3b2c1-db6d-463c-bbfb-a28c176f8d58 req-90a33bd2-9475-44eb-bc5d-3226961b1c4a tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0549235 Aug 10 10:46:51.367027 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88091710-2efb-40b6-9c75-559b68931fe3 req-482d7fc0-b5fb-4db0-af5a-8c88c6ecc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:51.368554 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-88091710-2efb-40b6-9c75-559b68931fe3 req-482d7fc0-b5fb-4db0-af5a-8c88c6ecc239 service neutron] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 912 time: 0.0975616 Aug 10 10:46:51.376891 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f8a3b2c1-db6d-463c-bbfb-a28c176f8d58 req-197af450-696e-4503-87e5-940d5fec0ed1 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397470 Aug 10 10:46:51.454654 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'e329ccca-0cf3-485b-a6ee-44e6064636ba', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:49Z', 'updated_at': '2021-08-10T10:46:49Z', 'revision_number': 0, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:51.461015 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-88091710-2efb-40b6-9c75-559b68931fe3 req-04f2ea8e-dc11-48d8-b5ed-2b4397fc25c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b134b2-2856-4ea3-ae2f-841eaab54188 HTTP/1.1" status: 200 len: 1000 time: 0.0814226 Aug 10 10:46:51.490277 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] Checking router: 6055f2f9-21e8-4b3e-ae52-06965841a163 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:46:51.499825 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:51.500452 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:51.514221 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e5c3f-6941-4895-9080-bafd1fe2d25f req-95ca9aa6-685e-49a1-9323-3878f6781c4d tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:51.516127 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b31e5c3f-6941-4895-9080-bafd1fe2d25f req-95ca9aa6-685e-49a1-9323-3878f6781c4d tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0557058 Aug 10 10:46:51.521543 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88091710-2efb-40b6-9c75-559b68931fe3 req-7a662675-1f84-472f-b252-1a41671f3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:51.525645 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-88091710-2efb-40b6-9c75-559b68931fe3 req-7a662675-1f84-472f-b252-1a41671f3fe9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0533690 Aug 10 10:46:51.562148 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b31e5c3f-6941-4895-9080-bafd1fe2d25f req-54296127-06b2-42af-b0ec-9cac72b4921d tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377409 Aug 10 10:46:51.575658 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88091710-2efb-40b6-9c75-559b68931fe3 req-afc83cd1-51b9-4d12-aefc-98d2f12256fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:51.577324 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-88091710-2efb-40b6-9c75-559b68931fe3 req-afc83cd1-51b9-4d12-aefc-98d2f12256fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461860 Aug 10 10:46:51.583864 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46216) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:51.648195 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:51.720289 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68503f03-45ec-4f4e-bda8-faf20aa5852a tempest-TestShelveInstance-1348266660 tempest-TestShelveInstance-1348266660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:51.721856 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-68503f03-45ec-4f4e-bda8-faf20aa5852a tempest-TestShelveInstance-1348266660 tempest-TestShelveInstance-1348266660-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1094 time: 0.1358879 Aug 10 10:46:51.725624 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46220) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:51.725832 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-88091710-2efb-40b6-9c75-559b68931fe3 req-29f4b1c1-8f4b-4d77-8a6e-ff8af6fe2033 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345336 Aug 10 10:46:51.730216 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Request body: {'floatingip': {'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'port_id': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:46:51.759409 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for floatingip, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:51.843861 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-88091710-2efb-40b6-9c75-559b68931fe3 req-bb280d87-9681-496e-913d-a94cc9963968 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092427 Aug 10 10:46:51.888700 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:51.914888 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'e329ccca-0cf3-485b-a6ee-44e6064636ba', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:49Z', 'updated_at': '2021-08-10T10:46:49Z', 'revision_number': 0, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:51.941797 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e1b02-64bf-4a24-a71f-ceab14873904 None None] The sync data for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi is: [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'e329ccca-0cf3-485b-a6ee-44e6064636ba', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:49Z', 'updated_at': '2021-08-10T10:46:49Z', 'revision_number': 0, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:46:51.987566 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:46:52.015277 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Allocated IP 172.27.1.22 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/fa69493f-3e80-4c83-a3dd-c0b1c82f52ba) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:46:52.070490 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:52.100434 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:52.102818 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251bae7e-7b9c-4468-b99d-a5b94707babb" -d '{"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:52.132915 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:46:52.134274 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:52.138448 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:52.172059 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25349d9-b183-44c7-9f03-7d469849695f x-openstack-request-id: req-e25349d9-b183-44c7-9f03-7d469849695f {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:52.172398 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:52.172613 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e25349d9-b183-44c7-9f03-7d469849695f {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:52.173007 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'code': 200} Aug 10 10:46:52.194873 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:52.210286 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee37e27-9330-4c5c-8907-99af574387f2 None None] New status for floating IP e329ccca-0cf3-485b-a6ee-44e6064636ba: ACTIVE {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:46:52.218190 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=8']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:52.245775 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:46:52.249128 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:46:52.255471 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:46:52.291298 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'Port': ['ID=fa69493f-3e80-4c83-a3dd-c0b1c82f52ba,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:52.405195 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cd375-6d8e-4dc6-8f0c-5db0cdb1a3b7 req-30c304ad-2940-4eeb-8654-024193d8abd6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:52.406871 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0d7cd375-6d8e-4dc6-8f0c-5db0cdb1a3b7 req-30c304ad-2940-4eeb-8654-024193d8abd6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.1196394 Aug 10 10:46:52.506012 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0d7cd375-6d8e-4dc6-8f0c-5db0cdb1a3b7 req-445bdf2b-01da-4dda-8754-34d65c7a6780 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902059 Aug 10 10:46:52.711372 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:53.052663 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:53.229267 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:53.234883 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:53.306023 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event updated for resources: {'Port': ['ID=fa69493f-3e80-4c83-a3dd-c0b1c82f52ba,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:46:53.319677 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:53.440594 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Floating IP 447d961b-7d0b-413e-87b5-4bdffe7836b5 associated. External IP: 172.27.1.22, port: 10300d46-fe36-4c5b-8439-4b52a72e7429. Aug 10 10:46:53.687826 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852bc9-36de-48ea-a707-e5e5396ee384 req-fa11ca42-bd84-4ce2-a9e2-3a051a71fe89 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:53.689452 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d852bc9-36de-48ea-a707-e5e5396ee384 req-fa11ca42-bd84-4ce2-a9e2-3a051a71fe89 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.1048274 Aug 10 10:46:53.716256 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Router 7ae671da-8b33-4ec5-a2ba-589011d70eaf has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:46:53.746858 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d852bc9-36de-48ea-a707-e5e5396ee384 req-9a025238-197a-4ba9-84a0-a4561ae891f6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501080 Aug 10 10:46:53.869774 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:46:53.884329 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] Sync routers for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:46:53.892788 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:53.899991 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:53.900684 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:53.951054 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-a0ca3655-c654-42b7-95df-8e5de846d2c2 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2146015 Aug 10 10:46:53.951054 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:46:53.951054 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7112b607-03c7-41f7-a83a-3db2a0f89272" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:46:53.994829 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577568e-b7e8-4e53-b43f-3fbe95c35aad x-openstack-request-id: req-4577568e-b7e8-4e53-b43f-3fbe95c35aad {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:46:53.995200 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:46:53.995581 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4577568e-b7e8-4e53-b43f-3fbe95c35aad {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:46:53.996053 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'status': 'completed', 'code': 200} Aug 10 10:46:54.033748 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:54.084837 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-50725c52-8974-4387-95e1-54a2d2e2082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:54.087762 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-50725c52-8974-4387-95e1-54a2d2e2082a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5de561a17374af7a77b82542646bd60&device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1099 time: 0.0659237 Aug 10 10:46:54.208728 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-535be261-23ca-45c2-90b4-8a365b48c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:54.211056 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-535be261-23ca-45c2-90b4-8a365b48c75a service neutron] 10.222.0.26 "GET /v2.0/networks?id=62885bec-d970-40e6-b4aa-7db6f7ea523c HTTP/1.1" status: 200 len: 909 time: 0.1101563 Aug 10 10:46:54.451073 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '447d961b-7d0b-413e-87b5-4bdffe7836b5', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'port_id': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'mac_address': 'fa:16:3e:03:07:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:52Z', 'updated_at': '2021-08-10T10:46:52Z', 'revision_number': 0, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:46:06Z', 'revision_number': 5, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:54.485269 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] Checking router: 7ae671da-8b33-4ec5-a2ba-589011d70eaf for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:46:54.495263 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:46:54.496169 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:46:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:54.569164 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-efe3b2a3-e5b9-4539-88b8-3c479b174172 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10300d46-fe36-4c5b-8439-4b52a72e7429 HTTP/1.1" status: 200 len: 999 time: 0.3490372 Aug 10 10:46:54.623800 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:46:54.627617 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-a8427abc-3075-47ff-af16-f33f396cda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:54.629279 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-a8427abc-3075-47ff-af16-f33f396cda1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44 HTTP/1.1" status: 200 len: 847 time: 0.0513732 Aug 10 10:46:54.697941 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-ecfd19cb-ac29-41d7-81c2-ece6a336bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:54.699821 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-ecfd19cb-ac29-41d7-81c2-ece6a336bcfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62885bec-d970-40e6-b4aa-7db6f7ea523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0614944 Aug 10 10:46:54.841521 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-71ea10b1-e2e4-43df-bff2-a11fecb917db service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326244 Aug 10 10:46:54.922487 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '447d961b-7d0b-413e-87b5-4bdffe7836b5', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'port_id': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'mac_address': 'fa:16:3e:03:07:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:52Z', 'updated_at': '2021-08-10T10:46:52Z', 'revision_number': 0, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:46:06Z', 'revision_number': 5, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:46:54.954564 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c7126-04fa-4f4d-a254-b5b415a40898 None None] The sync data for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi is: [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': '447d961b-7d0b-413e-87b5-4bdffe7836b5', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'port_id': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'mac_address': 'fa:16:3e:03:07:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:52Z', 'updated_at': '2021-08-10T10:46:52Z', 'revision_number': 0, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:46:06Z', 'revision_number': 5, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:46:54.982142 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-7112b607-03c7-41f7-a83a-3db2a0f89272 req-5ada3b9d-1f2c-4a7c-b191-947c63b3ab0e service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231568 Aug 10 10:46:55.107834 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ccb4-a5d8-4d43-a5ad-8e886174913e req-3d293e64-e167-4c4b-9f66-7d13d288ff12 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:55.110941 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e923ccb4-a5d8-4d43-a5ad-8e886174913e req-3d293e64-e167-4c4b-9f66-7d13d288ff12 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0579822 Aug 10 10:46:55.160028 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e923ccb4-a5d8-4d43-a5ad-8e886174913e req-37ff243d-957c-47ec-8622-042a806869f3 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421517 Aug 10 10:46:55.236826 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f4ff4d-22e7-49fe-a1a0-e27cad55b89e None None] New status for floating IP 447d961b-7d0b-413e-87b5-4bdffe7836b5: ACTIVE {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:46:55.316115 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46282) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:46:55.439124 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-a1a4b1d4-7f65-4abc-ac1e-2ed92fdb7312 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211424 Aug 10 10:46:55.984414 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:46:56.292764 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc036f9-6ed1-4046-92ab-814825e8cab2 req-48b82f9e-e0fe-4144-8afb-64df3acb37a0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:56.296114 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4dc036f9-6ed1-4046-92ab-814825e8cab2 req-48b82f9e-e0fe-4144-8afb-64df3acb37a0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0591393 Aug 10 10:46:56.345187 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4dc036f9-6ed1-4046-92ab-814825e8cab2 req-200b388b-5cd1-42f5-925e-012bdfbe79da tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400722 Aug 10 10:46:56.359718 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-9b49a14b-fee0-4416-a2dd-1f9fa1353ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:56.361292 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-9b49a14b-fee0-4416-a2dd-1f9fa1353ed8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2&tenant_id=0d2d659e30074d3a8f138742fa9684e3 HTTP/1.1" status: 200 len: 1096 time: 0.0449841 Aug 10 10:46:56.434535 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-9c46131c-023c-4e7b-a4ba-5053624ab580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:56.436393 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-9c46131c-023c-4e7b-a4ba-5053624ab580 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0443869 Aug 10 10:46:56.545638 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-9b026aba-a3bf-4b43-a7f6-34bf62d6766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:56.547292 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-9b026aba-a3bf-4b43-a7f6-34bf62d6766a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.1016076 Aug 10 10:46:56.620807 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-cc79bcf4-8a94-4996-968e-c0f58a201a3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 HTTP/1.1" status: 200 len: 999 time: 0.0643530 Aug 10 10:46:56.676043 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-e8f0787d-7567-423b-b654-ebbdaed92227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:56.677555 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-e8f0787d-7567-423b-b654-ebbdaed92227 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.0477405 Aug 10 10:46:56.735816 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-af4d23cf-50c0-409d-8f0f-d43e2f6f79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:56.737267 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-af4d23cf-50c0-409d-8f0f-d43e2f6f79fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503466 Aug 10 10:46:56.835941 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-35b38439-4955-4309-8465-68287c6b6d9e service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886517 Aug 10 10:46:56.943022 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e7e50cba-f0d4-4734-a1ad-34323b581281 req-1c8d78ab-4a7d-4bbf-8ec8-736b3799e21d service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994596 Aug 10 10:46:57.105985 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5e57a36f-84cc-4274-a908-85dd44ebd092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:57.513509 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8b397-062a-4f57-8441-655377e2515d req-515039c4-e3f1-41c7-8faf-69decd6234bf tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:57.528878 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94f8b397-062a-4f57-8441-655377e2515d req-515039c4-e3f1-41c7-8faf-69decd6234bf tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0878923 Aug 10 10:46:57.609234 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-94f8b397-062a-4f57-8441-655377e2515d req-68920435-6052-48e4-9323-40d7f00ff8f1 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787308 Aug 10 10:46:58.744937 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e26154-43a1-4aa6-877b-ae1e1a0e3886 req-0b193b11-1333-4b3f-9e2e-5e3609615ab0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:58.746529 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-84e26154-43a1-4aa6-877b-ae1e1a0e3886 req-0b193b11-1333-4b3f-9e2e-5e3609615ab0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0504856 Aug 10 10:46:58.793224 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-84e26154-43a1-4aa6-877b-ae1e1a0e3886 req-c51219f0-2942-45e0-b1fd-7185a0ce7877 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353012 Aug 10 10:46:59.569892 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-668097ac-5deb-44c9-8e86-05a1c15592c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:46:59.921636 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793259-f041-4a57-bb57-32e79ed0c9f9 req-b1ae6d8f-2fb4-469d-9329-0ae5d3074fde tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:46:59.923119 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2c793259-f041-4a57-bb57-32e79ed0c9f9 req-b1ae6d8f-2fb4-469d-9329-0ae5d3074fde tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0485642 Aug 10 10:46:59.963731 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2c793259-f041-4a57-bb57-32e79ed0c9f9 req-018497fd-3f87-4958-8ce0-0e1c3733afdf tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344384 Aug 10 10:47:00.132948 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:00.639732 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:01.095206 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891d521-491c-4bba-b580-dde9f9515685 req-277cdd55-9ac0-42f1-b620-4173b6e6b70e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:01.098626 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5891d521-491c-4bba-b580-dde9f9515685 req-277cdd55-9ac0-42f1-b620-4173b6e6b70e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0528371 Aug 10 10:47:01.135584 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5891d521-491c-4bba-b580-dde9f9515685 req-afb0086c-1e16-4774-a226-c7299be582ce tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314634 Aug 10 10:47:01.713300 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:02.254961 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52313ed6-3a20-4f79-ad66-bd34f5805ca6 req-090ba3fd-0ba6-42ab-a928-163c713e0870 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:02.257123 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-52313ed6-3a20-4f79-ad66-bd34f5805ca6 req-090ba3fd-0ba6-42ab-a928-163c713e0870 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0492837 Aug 10 10:47:02.294205 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-52313ed6-3a20-4f79-ad66-bd34f5805ca6 req-ab08e650-44ea-4868-af98-f35e193c6bce tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311306 Aug 10 10:47:02.325158 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:03.420915 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8923a2-7ded-4e1d-9058-0dfd2c7d8c7e req-34718e98-6a4f-4e2a-9ac3-fd2df9b158df tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:03.422317 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ab8923a2-7ded-4e1d-9058-0dfd2c7d8c7e req-34718e98-6a4f-4e2a-9ac3-fd2df9b158df tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0513108 Aug 10 10:47:03.465596 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ab8923a2-7ded-4e1d-9058-0dfd2c7d8c7e req-4bb195fc-5260-47a3-bdc9-e59f6750fe33 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365913 Aug 10 10:47:04.606696 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c3611-b8cc-4a20-b17b-b540ab65dd66 req-a7efcfe9-6c64-4f5a-9808-ed98eb7787d6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:04.608517 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-412c3611-b8cc-4a20-b17b-b540ab65dd66 req-a7efcfe9-6c64-4f5a-9808-ed98eb7787d6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0537841 Aug 10 10:47:04.651737 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-412c3611-b8cc-4a20-b17b-b540ab65dd66 req-fe54425c-8d8b-45b1-8e9e-fa432e3e27e9 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368626 Aug 10 10:47:05.810153 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a84faf-7d69-4ee8-a61f-ab9b5b6a115d req-7ca93cc1-9a7d-47b6-94dd-360e3a555bb6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:05.812085 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-00a84faf-7d69-4ee8-a61f-ab9b5b6a115d req-7ca93cc1-9a7d-47b6-94dd-360e3a555bb6 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0547504 Aug 10 10:47:05.859793 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-00a84faf-7d69-4ee8-a61f-ab9b5b6a115d req-ef4de621-b30b-4678-8658-e37eff23f84a tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413878 Aug 10 10:47:07.013955 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce114b91-b033-4095-8b0b-f94a6fd9065a req-86e3db81-63eb-462b-9033-8cd0ca67cb74 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:07.014747 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ce114b91-b033-4095-8b0b-f94a6fd9065a req-86e3db81-63eb-462b-9033-8cd0ca67cb74 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0527420 Aug 10 10:47:07.061044 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ce114b91-b033-4095-8b0b-f94a6fd9065a req-8e30ab25-e597-4202-a82e-57547159a263 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399692 Aug 10 10:47:08.193800 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c8861-f05e-4728-a640-57b189c615b7 req-7dd35197-529d-4548-ac88-ffc2023749a5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:08.195934 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a5c8861-f05e-4728-a640-57b189c615b7 req-7dd35197-529d-4548-ac88-ffc2023749a5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0584397 Aug 10 10:47:08.257425 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a5c8861-f05e-4728-a640-57b189c615b7 req-718c9c57-1f2a-4428-91c2-2f6dae4f5e96 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453279 Aug 10 10:47:09.424997 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f8c0e-8750-48b8-8286-8d2cf0441f99 req-38bfdc49-4217-4d3a-be47-82990ca74b24 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:09.426403 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9a0f8c0e-8750-48b8-8286-8d2cf0441f99 req-38bfdc49-4217-4d3a-be47-82990ca74b24 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0610490 Aug 10 10:47:09.469804 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9a0f8c0e-8750-48b8-8286-8d2cf0441f99 req-9b175f0b-344a-45de-82ef-e6f87d08bbe0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367124 Aug 10 10:47:10.606058 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35387da3-8214-4e4c-b8f3-2dbc435f9263 req-fcd20889-a925-4cd5-a294-5a9b0335ad25 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:10.607807 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-35387da3-8214-4e4c-b8f3-2dbc435f9263 req-fcd20889-a925-4cd5-a294-5a9b0335ad25 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0497863 Aug 10 10:47:10.651971 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-35387da3-8214-4e4c-b8f3-2dbc435f9263 req-7d5ce9a7-08bc-4c3b-a467-87bd4a6cb4e5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366857 Aug 10 10:47:11.386070 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568bfb0-55d5-4a2e-a0be-779101b3920e req-55fa2972-464c-47a8-8fb2-f2ce80350477 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:11.387954 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d568bfb0-55d5-4a2e-a0be-779101b3920e req-55fa2972-464c-47a8-8fb2-f2ce80350477 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0555274 Aug 10 10:47:11.432071 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d568bfb0-55d5-4a2e-a0be-779101b3920e req-ffa38702-dba4-4903-b6b9-d0243f65813a tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377967 Aug 10 10:47:11.787316 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72281a46-d226-42df-86f8-5436c0468aa5 req-bf5ea0c1-eb65-4dc7-8cdf-a310db96c865 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:11.788974 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-72281a46-d226-42df-86f8-5436c0468aa5 req-bf5ea0c1-eb65-4dc7-8cdf-a310db96c865 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0640349 Aug 10 10:47:11.833654 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-72281a46-d226-42df-86f8-5436c0468aa5 req-6a9c12e4-2efc-4e40-8955-35122e5ade2b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379727 Aug 10 10:47:12.091694 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-2fe3b93e-d8c7-4803-bcdc-88949b67edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.093224 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-2fe3b93e-d8c7-4803-bcdc-88949b67edfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d2d659e30074d3a8f138742fa9684e3&device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0425043 Aug 10 10:47:12.150416 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-7abef9c2-92dd-4d53-a4a7-f5538d74985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.153331 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-7abef9c2-92dd-4d53-a4a7-f5538d74985e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7bd733989d449d89a37d6201efce0e&device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1137 time: 0.0468206 Aug 10 10:47:12.254200 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-0f68192c-e9a9-4968-af7c-e638649e466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.255553 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-3e4abe7b-57ce-459d-899d-605e736dd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.256255 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-0f68192c-e9a9-4968-af7c-e638649e466f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 200 len: 918 time: 0.1309221 Aug 10 10:47:12.258369 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-3e4abe7b-57ce-459d-899d-605e736dd2ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 200 len: 916 time: 0.0963185 Aug 10 10:47:12.344980 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-dcf71240-ff9a-467e-a8e3-ca33abd9b5fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 1000 time: 0.0683210 Aug 10 10:47:12.345508 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-12fd71cb-5d3e-49c9-8f94-6ab95dcac985 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 HTTP/1.1" status: 200 len: 999 time: 0.0697055 Aug 10 10:47:12.410500 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-718514b0-bcdd-44f1-942a-6ac69df65ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.412850 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-718514b0-bcdd-44f1-942a-6ac69df65ec6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 200 len: 856 time: 0.0519805 Aug 10 10:47:12.414914 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-1f860b83-78b1-47a2-9c84-77ba41c44931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.416454 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-1f860b83-78b1-47a2-9c84-77ba41c44931 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe71df9-e836-418f-bd6e-f50d0ffa4b47 HTTP/1.1" status: 200 len: 854 time: 0.0563493 Aug 10 10:47:12.482462 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-4a26fafb-676c-47d1-978e-3839fb7ca1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.484405 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-4a26fafb-676c-47d1-978e-3839fb7ca1c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b19e54be-240d-4de2-97ba-d37b57d1b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461907 Aug 10 10:47:12.496681 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-f6e208cf-f87c-4215-9a3a-7d8b4f9174b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.499354 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-f6e208cf-f87c-4215-9a3a-7d8b4f9174b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c79492bb-fdc4-4c2d-9d95-1422d08002ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0602496 Aug 10 10:47:12.591265 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-964da3d1-c2c8-4478-ba7d-5b9287ca5d97 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976186 Aug 10 10:47:12.691617 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d39be-5f6c-4821-8cf1-54c5c7b38417 req-17863a99-224a-4885-90a8-d1d2935538a9 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.694733 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a33d39be-5f6c-4821-8cf1-54c5c7b38417 req-17863a99-224a-4885-90a8-d1d2935538a9 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.1840484 Aug 10 10:47:12.699269 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ad7e8256-6c32-4b0e-aab0-fe7a76a92f52 req-15cf5405-d88f-4f55-9bb6-fc2eafab2ce5 service neutron] 10.222.0.26 "GET /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978265 Aug 10 10:47:12.749053 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-0750bd70-8187-4d52-b76e-8c540f75e0af service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402897 Aug 10 10:47:12.805668 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a33d39be-5f6c-4821-8cf1-54c5c7b38417 req-6cf52e86-29be-434f-b15c-ce110eea99ab tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023922 Aug 10 10:47:12.877041 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8fd7f5ce-9a08-4f19-952f-dd8b4a5ead6c req-3ad9ae29-5535-4bdf-b9f8-8ee0fe381f0c service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082742 Aug 10 10:47:12.961516 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a5fa4-a132-43f2-b66a-7afaeaeab49a req-f2394be5-22d5-44b1-a6c5-2b8c9bb9661e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:12.963058 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-702a5fa4-a132-43f2-b66a-7afaeaeab49a req-f2394be5-22d5-44b1-a6c5-2b8c9bb9661e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0509608 Aug 10 10:47:13.004263 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-702a5fa4-a132-43f2-b66a-7afaeaeab49a req-c7f26efa-8150-486d-a1db-f30a0cec5bef tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352974 Aug 10 10:47:13.936451 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b3111-e89d-4e93-8bfa-7a2355d6841d req-65456845-380a-4ae3-a0ae-5b09cadeafaa tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:13.938125 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ec1b3111-e89d-4e93-8bfa-7a2355d6841d req-65456845-380a-4ae3-a0ae-5b09cadeafaa tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0548096 Aug 10 10:47:13.984389 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ec1b3111-e89d-4e93-8bfa-7a2355d6841d req-c532bc3c-3234-4883-8c35-2889ebd4b7c6 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384877 Aug 10 10:47:14.132727 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac561c48-3bae-43c7-acbd-d0dc2889e19e req-c213b001-ffa6-4d73-ac64-db853c9658c9 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:14.134137 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ac561c48-3bae-43c7-acbd-d0dc2889e19e req-c213b001-ffa6-4d73-ac64-db853c9658c9 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0495081 Aug 10 10:47:14.179695 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ac561c48-3bae-43c7-acbd-d0dc2889e19e req-5bed8147-77ca-4149-9070-dd1c435bfdf5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390222 Aug 10 10:47:15.101616 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce999332-ebd1-4662-8b82-b0ec6aebf982 req-911e5508-7c0b-4268-931b-583b041cac56 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:15.103252 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ce999332-ebd1-4662-8b82-b0ec6aebf982 req-911e5508-7c0b-4268-931b-583b041cac56 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0497186 Aug 10 10:47:15.144077 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ce999332-ebd1-4662-8b82-b0ec6aebf982 req-a67ca847-0870-416d-858b-76fdea1d65a8 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348692 Aug 10 10:47:15.302396 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1f0e3-e4bc-4112-a844-48302f4c7abe req-9d8fa6dc-b49a-4272-9474-2ee90dbc8c95 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:15.304693 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e7b1f0e3-e4bc-4112-a844-48302f4c7abe req-9d8fa6dc-b49a-4272-9474-2ee90dbc8c95 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 943 time: 0.0508146 Aug 10 10:47:15.342522 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e7b1f0e3-e4bc-4112-a844-48302f4c7abe req-cccfdf83-6ab1-4c69-aa2c-3c8e6ca673ef tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320866 Aug 10 10:47:16.058530 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:47:16.153304 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:47:16.164424 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'port_id': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'mac_address': 'fa:16:3e:7b:c9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:47:16.201493 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:16.214600 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:47:16.233716 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:47:16.238207 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:16.267594 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5602c-1ae8-42ec-a82c-8d5f6796e992 req-2c536929-3435-4a77-b64e-83d6a47ea2d3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:16.269300 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c8f5602c-1ae8-42ec-a82c-8d5f6796e992 req-2c536929-3435-4a77-b64e-83d6a47ea2d3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0501122 Aug 10 10:47:16.289996 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=9']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:16.315893 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c8f5602c-1ae8-42ec-a82c-8d5f6796e992 req-f82e76a8-4e7c-45c5-a6f0-753f178ab757 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399570 Aug 10 10:47:16.467118 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c931f1-accc-46b8-bb92-9043f8ae4725 req-c6732510-8c7d-45ee-ba7a-2ecbe35b580c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:16.468942 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d7c931f1-accc-46b8-bb92-9043f8ae4725 req-c6732510-8c7d-45ee-ba7a-2ecbe35b580c tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 944 time: 0.0531456 Aug 10 10:47:16.523743 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d7c931f1-accc-46b8-bb92-9043f8ae4725 req-af745313-8ef7-4c04-8a6d-f8bd7aab9dbc tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486028 Aug 10 10:47:16.558333 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:47:17.433198 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60d7a5-d1b4-4596-bbe4-bdb738184639 req-220c9fcd-38bd-4bef-8bb5-df161ba7d11b tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:17.434916 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-af60d7a5-d1b4-4596-bbe4-bdb738184639 req-220c9fcd-38bd-4bef-8bb5-df161ba7d11b tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0489988 Aug 10 10:47:17.478060 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-af60d7a5-d1b4-4596-bbe4-bdb738184639 req-ec79af4a-5153-425a-b0bd-5fdb17b2dc70 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369029 Aug 10 10:47:17.646203 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46643b90-6919-4a8b-9ae5-6cc3868ff247 req-d42ead45-8713-45a0-b8e9-c324de666a4b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:17.648307 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-46643b90-6919-4a8b-9ae5-6cc3868ff247 req-d42ead45-8713-45a0-b8e9-c324de666a4b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 944 time: 0.0501688 Aug 10 10:47:17.690255 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-46643b90-6919-4a8b-9ae5-6cc3868ff247 req-0619b813-fcc5-4683-ad22-7228d2053a05 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357316 Aug 10 10:47:18.074255 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:47:18.120026 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:47:18.120398 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:18.198726 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:18.219994 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:47:18.222221 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fca407d-b3ae-402b-9b0e-ec7db827ac8c" -d '{"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:47:18.235276 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:47:18.240115 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:18.263420 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a611654e-ddf0-44a7-a2cf-a424bd9694d6 x-openstack-request-id: req-a611654e-ddf0-44a7-a2cf-a424bd9694d6 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:47:18.263719 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:47:18.263973 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a611654e-ddf0-44a7-a2cf-a424bd9694d6 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:47:18.264359 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'code': 200} Aug 10 10:47:18.289861 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=10']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:18.443699 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a88b4-b45b-4e60-8a76-e306ff2ccf87 req-6af2c007-94f2-4a56-a6d8-5c1fa0d7598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:18.445102 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b00a88b4-b45b-4e60-8a76-e306ff2ccf87 req-6af2c007-94f2-4a56-a6d8-5c1fa0d7598c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 1099 time: 0.0403950 Aug 10 10:47:18.480882 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b00a88b4-b45b-4e60-8a76-e306ff2ccf87 req-147039d9-094a-45f6-90da-39df854b146f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274873 Aug 10 10:47:18.595354 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b0331-eac4-461c-9022-b68b418c8b63 req-9115da74-f4bb-44e7-b30a-b63b696cf170 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:18.596828 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f8b0331-eac4-461c-9022-b68b418c8b63 req-9115da74-f4bb-44e7-b30a-b63b696cf170 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0501244 Aug 10 10:47:18.636615 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f8b0331-eac4-461c-9022-b68b418c8b63 req-8a1bed21-9da1-4c3a-8863-1154b260a65c tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332158 Aug 10 10:47:18.809706 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc4b8b-66bd-4362-9ad2-713d22a2719a req-5e4fb607-75c3-4a1c-9128-8c00455094ff tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:18.811451 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dfdc4b8b-66bd-4362-9ad2-713d22a2719a req-5e4fb607-75c3-4a1c-9128-8c00455094ff tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 946 time: 0.0476329 Aug 10 10:47:18.855912 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dfdc4b8b-66bd-4362-9ad2-713d22a2719a req-cfca3e5b-f4ad-46e0-b699-be80e8bf4f6d tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386839 Aug 10 10:47:19.759684 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13983c11-6ffa-4ee1-8d8f-b4e253b74cab req-1a65b2db-bf0a-4d90-9ffb-1350cd8dd84e tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:19.766814 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-13983c11-6ffa-4ee1-8d8f-b4e253b74cab req-1a65b2db-bf0a-4d90-9ffb-1350cd8dd84e tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0584784 Aug 10 10:47:19.811461 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-13983c11-6ffa-4ee1-8d8f-b4e253b74cab req-0166b8ea-ee10-4ebd-987b-6ec1504403ec tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434868 Aug 10 10:47:19.988030 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72abfa-c7f4-4ec7-96a3-4fb9e5855191 req-0c6f7555-8599-406f-ba65-d2a47f94e9f5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:19.989566 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4d72abfa-c7f4-4ec7-96a3-4fb9e5855191 req-0c6f7555-8599-406f-ba65-d2a47f94e9f5 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 946 time: 0.0575993 Aug 10 10:47:20.032041 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4d72abfa-c7f4-4ec7-96a3-4fb9e5855191 req-9f5b13cd-f5d8-47d5-b01f-7f30ca020788 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354896 Aug 10 10:47:20.924635 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1039613-2964-4c48-bd4d-c894296fb282 req-af96a781-a606-4bd9-b6e0-b4544edbbc79 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:20.926068 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b1039613-2964-4c48-bd4d-c894296fb282 req-af96a781-a606-4bd9-b6e0-b4544edbbc79 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0474472 Aug 10 10:47:20.968639 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b1039613-2964-4c48-bd4d-c894296fb282 req-e5ff63a1-177e-435b-9efc-e5f6700a235f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360878 Aug 10 10:47:21.155834 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21129e2-9882-4a62-a323-0809de9899eb req-7b146f12-1fa8-4ce3-889b-b086ee4bac4b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:21.157346 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d21129e2-9882-4a62-a323-0809de9899eb req-7b146f12-1fa8-4ce3-889b-b086ee4bac4b tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 946 time: 0.0500197 Aug 10 10:47:21.198760 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d21129e2-9882-4a62-a323-0809de9899eb req-c40debb5-4b1c-486c-88d2-d70b0a7936ba tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354214 Aug 10 10:47:22.084996 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a8f3-f65e-4c3f-b0b7-e5c4b6d8a7be req-5d58295d-ef8d-4dba-b73b-91dcf6db05d9 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:22.086411 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e982a8f3-f65e-4c3f-b0b7-e5c4b6d8a7be req-5d58295d-ef8d-4dba-b73b-91dcf6db05d9 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0488868 Aug 10 10:47:22.127780 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e982a8f3-f65e-4c3f-b0b7-e5c4b6d8a7be req-0b8cf7fe-c623-4e41-ac45-247006ec5b7b tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346584 Aug 10 10:47:23.247829 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec970d9-9c08-45a6-abb4-4c4390e9576c req-6689926f-2e50-4cc8-a8e5-56510924363a tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:23.249304 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bec970d9-9c08-45a6-abb4-4c4390e9576c req-6689926f-2e50-4cc8-a8e5-56510924363a tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0500498 Aug 10 10:47:23.292835 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bec970d9-9c08-45a6-abb4-4c4390e9576c req-8f4fdeb3-e993-4ea8-b2a3-07e694b227e3 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372300 Aug 10 10:47:24.410821 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fdb33-de39-4295-b40d-6f00ba4ca9d6 req-a7ab280d-c66d-405d-bfd5-e9b9a1ac8dc8 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:24.412288 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ef3fdb33-de39-4295-b40d-6f00ba4ca9d6 req-a7ab280d-c66d-405d-bfd5-e9b9a1ac8dc8 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0502234 Aug 10 10:47:24.457547 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ef3fdb33-de39-4295-b40d-6f00ba4ca9d6 req-1d3b6868-70e6-4e66-bcb7-152bc0a834fc tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391066 Aug 10 10:47:25.574295 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea29c30-cba7-4209-aaa0-136cd8cd4dd0 req-48990483-8163-463f-a6d6-b720e1e7f466 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:25.575907 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0ea29c30-cba7-4209-aaa0-136cd8cd4dd0 req-48990483-8163-463f-a6d6-b720e1e7f466 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0504520 Aug 10 10:47:25.620658 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0ea29c30-cba7-4209-aaa0-136cd8cd4dd0 req-4f986f26-d7aa-4239-874d-e25bbcf1c4b7 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372267 Aug 10 10:47:26.741200 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eeab4-b047-4448-915f-f167d5b4bd3b req-e1feba14-9c77-4a85-9fd4-f2bf56cc6781 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:26.742699 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e88eeab4-b047-4448-915f-f167d5b4bd3b req-e1feba14-9c77-4a85-9fd4-f2bf56cc6781 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0486557 Aug 10 10:47:26.786509 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e88eeab4-b047-4448-915f-f167d5b4bd3b req-d714d4e9-3eff-4e7c-aed8-56196ac24f8b tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370135 Aug 10 10:47:27.109214 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-e50d5173-ac56-432f-9568-10ab0e160542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:27.786055 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:47:27.904845 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23abe3c-c8b1-49ad-b954-83c37fe003ba req-e5d6f96c-35dc-42de-b2be-105e1a153291 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:27.906345 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f23abe3c-c8b1-49ad-b954-83c37fe003ba req-e5d6f96c-35dc-42de-b2be-105e1a153291 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0499392 Aug 10 10:47:27.946398 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f23abe3c-c8b1-49ad-b954-83c37fe003ba req-2f69aa8d-d524-4bdb-b2bd-9668334e9481 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339646 Aug 10 10:47:29.065853 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192edcd3-c805-4dec-a5f5-845f12d7c952 req-59e61147-009e-4956-ae08-31163b51b8e5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:29.067696 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-192edcd3-c805-4dec-a5f5-845f12d7c952 req-59e61147-009e-4956-ae08-31163b51b8e5 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.0507014 Aug 10 10:47:29.110880 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-192edcd3-c805-4dec-a5f5-845f12d7c952 req-733f386f-2ee2-4875-bbf2-a9d47fa8859d tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=e98f22ff-6da9-4618-9803-4debfeaac89e&id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366640 Aug 10 10:47:29.560034 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-9ee756bb-9be6-436e-a566-ebd6d1cd8430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:30.109526 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:30.621042 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:31.723796 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:32.326148 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:42.596726 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6c2d-f526-4c51-b4c2-8e8b1bbf641e req-e2f89696-5c90-4119-9560-233ba5e5c7f0 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:42.598241 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-568a6c2d-f526-4c51-b4c2-8e8b1bbf641e req-e2f89696-5c90-4119-9560-233ba5e5c7f0 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 945 time: 0.0599239 Aug 10 10:47:42.645793 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-568a6c2d-f526-4c51-b4c2-8e8b1bbf641e req-5bc547d1-325f-4778-b783-21c56752e8cd tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Aug 10 10:47:43.762969 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae8e31-722b-486d-8c21-c2cf3453552f req-afbec66f-31ba-4743-9a90-f373539a1582 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:43.764476 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a8ae8e31-722b-486d-8c21-c2cf3453552f req-afbec66f-31ba-4743-9a90-f373539a1582 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 945 time: 0.0484076 Aug 10 10:47:43.802927 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a8ae8e31-722b-486d-8c21-c2cf3453552f req-5426e4c4-c370-4ec9-b381-98cd39180564 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323496 Aug 10 10:47:44.637919 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-5d8839e3-f3a9-45f7-ac81-2d0bbaf904ba tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:44.639487 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-5d8839e3-f3a9-45f7-ac81-2d0bbaf904ba tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 945 time: 0.0521128 Aug 10 10:47:44.741659 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Deleting port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:47:44.741996 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:44.830260 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] For port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:47:44.831028 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:44.977787 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b61f83-02ab-4841-b1d4-38151cac8cf0 req-fa2a2384-6dd8-4efd-989a-3eaea1c8cf7b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:44.979802 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-05b61f83-02ab-4841-b1d4-38151cac8cf0 req-fa2a2384-6dd8-4efd-989a-3eaea1c8cf7b tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 945 time: 0.1025777 Aug 10 10:47:45.063277 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-05b61f83-02ab-4841-b1d4-38151cac8cf0 req-ea5875a2-5fcd-402e-900e-cd900b20ee42 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec5b63d7-78c1-4c99-9802-295f8eee87fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773327 Aug 10 10:47:45.066411 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:45.066789 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:45.067131 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Floating IP 09454a69-ee9b-4ece-82b9-c4f6448bbca5 disassociated. External IP: 172.27.1.14, port: 08e38c1d-ceb9-475a-83fe-09c8521c8bdd. Aug 10 10:47:45.067479 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Calling delete_port for 08e38c1d-ceb9-475a-83fe-09c8521c8bdd owned by compute:nova {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:47:45.199418 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:45.228395 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event deleted for resources: {'Port': ['ID=08e38c1d-ceb9-475a-83fe-09c8521c8bdd,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:45.238430 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.238792 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.239164 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.239508 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.239840 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.240178 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.240513 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.240842 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.241171 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.241498 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.241822 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.242144 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:45.349706 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:47:45.455969 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:47:45.467380 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] Sync routers for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:47:45.476597 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:47:45.477218 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:47:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:45.496389 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] No DVR routers for this DVR port 08e38c1d-ceb9-475a-83fe-09c8521c8bdd on host hv-cinder-77218 {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:47:45.498844 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:45.500895 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-339dc381-aafa-4f73-b08b-bef47fb51236 req-2b3fc477-b884-40f9-8c97-020c423bffb1 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.26 "DELETE /v2.0/ports/08e38c1d-ceb9-475a-83fe-09c8521c8bdd HTTP/1.1" status: 204 len: 173 time: 0.8529506 Aug 10 10:47:45.501333 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'name': 'network-vif-deleted', 'tag': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:47:45.503620 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ba076a-ca44-420b-aef8-a9b41e354c6e" -d '{"events": [{"server_uuid": "8053b218-152c-4ab0-9757-d459c3b6ea36", "name": "network-vif-deleted", "tag": "08e38c1d-ceb9-475a-83fe-09c8521c8bdd"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:47:45.545099 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd78256a-e766-418b-8dce-96e01f3d7275 x-openstack-request-id: req-cd78256a-e766-418b-8dce-96e01f3d7275 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:47:45.545391 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8053b218-152c-4ab0-9757-d459c3b6ea36", "name": "network-vif-deleted", "tag": "08e38c1d-ceb9-475a-83fe-09c8521c8bdd", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:47:45.545641 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd78256a-e766-418b-8dce-96e01f3d7275 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:47:45.546034 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8053b218-152c-4ab0-9757-d459c3b6ea36', 'name': 'network-vif-deleted', 'tag': '08e38c1d-ceb9-475a-83fe-09c8521c8bdd', 'status': 'completed', 'code': 200} Aug 10 10:47:45.592092 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:47:45.798783 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:45.826233 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] Checking router: a7a05417-d029-4fd1-a71e-a1aa8f1e2015 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:47:45.834310 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:47:45.834903 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:47:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:45.940237 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:47:46.152597 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:46.177320 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9d86ffb8-c17e-400e-b718-58a600966be9 req-5c5cfa19-2829-46aa-8cd4-e451461ab62a tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/ports?device_id=8053b218-152c-4ab0-9757-d459c3b6ea36 HTTP/1.1" status: 200 len: 210 time: 0.0314465 Aug 10 10:47:46.185234 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fbec4-8ef5-4c43-ae35-e27c67df7286 None None] The sync data for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi is: [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:40:52Z', 'revision_number': 4, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '1a235abd-cafe-4a95-849f-561c5907a873', 'name': '', 'network_id': 'a686f5a1-3827-490e-91cf-bda9d5767415', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'mac_address': 'fa:16:3e:c7:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:48Z', 'updated_at': '2021-08-10T10:41:11Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'subnets': [{'id': '7d668443-02b9-4e2f-bee2-10270aed40f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:47:46.415737 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f50384-093e-4eea-b15a-123c8e9f6788 None None] New status for floating IP 09454a69-ee9b-4ece-82b9-c4f6448bbca5: DOWN {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:47:47.257818 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46622) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:47.310754 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a730001-cb12-47e3-9390-f395b140c3e2 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.336171 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a730001-cb12-47e3-9390-f395b140c3e2 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.382617 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a730001-cb12-47e3-9390-f395b140c3e2 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.385250 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7a730001-cb12-47e3-9390-f395b140c3e2 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.386388 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7a730001-cb12-47e3-9390-f395b140c3e2 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "DELETE /v2.0/security-groups/ec5b63d7-78c1-4c99-9802-295f8eee87fb HTTP/1.1" status: 204 len: 168 time: 0.1276155 Aug 10 10:47:47.389296 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46624) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:47.395535 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a730001-cb12-47e3-9390-f395b140c3e2 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5b63d7-78c1-4c99-9802-295f8eee87fb,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:47.409227 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.api.v2.resource [None req-277b490c-d6c0-48c1-b534-c1d09d46d077 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] show failed (client error): The resource could not be found. Aug 10 10:47:47.410295 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-277b490c-d6c0-48c1-b534-c1d09d46d077 tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "GET /v2.0/security-groups/ec5b63d7-78c1-4c99-9802-295f8eee87fb HTTP/1.1" status: 404 len: 347 time: 0.0198395 Aug 10 10:47:47.413281 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46626) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:47.539730 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Deleting port d40a4817-7a3c-44bd-96cc-ae3cadec44d3 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:47:47.540074 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.615655 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.615986 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.628004 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Calling delete_port for d40a4817-7a3c-44bd-96cc-ae3cadec44d3 owned by network:floatingip {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:47:47.759168 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.785435 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Pushing event deleted for resources: {'Port': ['ID=d40a4817-7a3c-44bd-96cc-ae3cadec44d3,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:47.809874 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.810224 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.810568 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.810912 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.811527 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.811867 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.812176 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.812494 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.812813 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.813128 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.813443 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.813755 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:47:47.854216 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks [] for floatingip, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.856749 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:47.857905 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9aa1e2a6-9d00-427e-b4ca-848bf3ce004c tempest-AttachVolumeTestJSON-1215463671 tempest-AttachVolumeTestJSON-1215463671-project] 10.222.0.43 "DELETE /v2.0/floatingips/09454a69-ee9b-4ece-82b9-c4f6448bbca5 HTTP/1.1" status: 204 len: 168 time: 0.4437196 Aug 10 10:47:50.198173 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 08e38c1d-ceb9-475a-83fe-09c8521c8bdd no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:47:50.217810 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 08e38c1d-ceb9-475a-83fe-09c8521c8bdd {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:47:50.218161 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 08e38c1d-ceb9-475a-83fe-09c8521c8bdd not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:47:51.380561 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46656) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:51.874624 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461208'] for router_interface, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:52.162583 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Deleting port 1a235abd-cafe-4a95-849f-561c5907a873 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:47:52.162928 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:52.241288 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] For port 1a235abd-cafe-4a95-849f-561c5907a873, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=1a235abd-cafe-4a95-849f-561c5907a873,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:47:52.241651 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:52.253433 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Calling delete_port for 1a235abd-cafe-4a95-849f-561c5907a873 owned by network:router_interface {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:47:52.425811 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:52.455335 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Pushing event deleted for resources: {'Port': ['ID=1a235abd-cafe-4a95-849f-561c5907a873,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:52.612625 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373288'] for router_interface, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.019761 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:47:53.122343 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:47:53.128803 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-e8a41966-0cdd-4a9c-8f37-d78d94e361de admin admin] 10.222.0.43 "PUT /v2.0/routers/a7a05417-d029-4fd1-a71e-a1aa8f1e2015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7456405 Aug 10 10:47:53.130120 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46662) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:53.131021 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] Sync routers for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:47:53.140622 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:47:53.141222 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:47:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:53.234082 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks [] for router, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.340839 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.365587 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:47:53.395861 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Deleting port 0676b049-4c95-46c3-8096-ab7f881b8748 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:47:53.396200 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.479851 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] For port 0676b049-4c95-46c3-8096-ab7f881b8748, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=0676b049-4c95-46c3-8096-ab7f881b8748,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:47:53.480597 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.492164 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Calling delete_port for 0676b049-4c95-46c3-8096-ab7f881b8748 owned by network:router_gateway {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:47:53.542841 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:47:52Z', 'revision_number': 5, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port': {'id': '0676b049-4c95-46c3-8096-ab7f881b8748', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:53.573839 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] Checking router: a7a05417-d029-4fd1-a71e-a1aa8f1e2015 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:47:53.582524 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] Routers {'a7a05417-d029-4fd1-a71e-a1aa8f1e2015'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:47:53.583183 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:47:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:53.659016 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.672091 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] Set router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 gateway port host: None {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:47:53.687564 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=0676b049-4c95-46c3-8096-ab7f881b8748,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:53.724252 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:47:53Z', 'revision_number': 6, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port_host': None}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:53.750209 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373966'] for router_gateway, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.753940 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca22538-fbd4-406e-8785-514b57a1ac7a None None] The sync data for ids ['a7a05417-d029-4fd1-a71e-a1aa8f1e2015'] in dv-cinder-772181-13-iscsi is: [{'id': 'a7a05417-d029-4fd1-a71e-a1aa8f1e2015', 'name': 'tempest-AttachVolumeTestJSON-1998177523-router', 'tenant_id': '3a7ae0e441e747b69e73e999adad517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:41Z', 'updated_at': '2021-08-10T10:47:53Z', 'revision_number': 6, 'project_id': '3a7ae0e441e747b69e73e999adad517d', 'gw_port_host': None}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:47:53.849229 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33921'] for router, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.851458 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.892581 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375843'] for router, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.893289 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a05417-d029-4fd1-a71e-a1aa8f1e2015 {{(pid=99995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:47:53.897942 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.899645 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-2b3cc551-b283-46f4-84b3-af6803be1c85 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a7a05417-d029-4fd1-a71e-a1aa8f1e2015 HTTP/1.1" status: 204 len: 168 time: 0.7680888 Aug 10 10:47:53.902317 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46666) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:53.946216 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a89af5f-dc0d-4c2d-aa73-d9660eaed854 admin admin] Deleting subnet 7d668443-02b9-4e2f-bee2-10270aed40f6 {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:47:53.949219 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5a89af5f-dc0d-4c2d-aa73-d9660eaed854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:53.987597 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5a89af5f-dc0d-4c2d-aa73-d9660eaed854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11460473'] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.089268 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5a89af5f-dc0d-4c2d-aa73-d9660eaed854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.153554 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5a89af5f-dc0d-4c2d-aa73-d9660eaed854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11743965'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.185671 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89af5f-dc0d-4c2d-aa73-d9660eaed854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d668443-02b9-4e2f-bee2-10270aed40f6,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:54.195333 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-5a89af5f-dc0d-4c2d-aa73-d9660eaed854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.196598 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f953d-e031-4bfd-b5c8-c21dbf5262cc None None] Network a686f5a1-3827-490e-91cf-bda9d5767415 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:47:54.199479 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-5a89af5f-dc0d-4c2d-aa73-d9660eaed854 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7d668443-02b9-4e2f-bee2-10270aed40f6 HTTP/1.1" status: 204 len: 168 time: 0.2961621 Aug 10 10:47:54.200614 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46668) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:54.244939 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 1a235abd-cafe-4a95-849f-561c5907a873 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:47:54.272263 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 1a235abd-cafe-4a95-849f-561c5907a873 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:47:54.272606 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 1a235abd-cafe-4a95-849f-561c5907a873 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:47:54.282449 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.333691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Deleting port 7eeedd83-0495-4d6f-b532-addd445529ea {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:47:54.334030 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.398865 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] For port 7eeedd83-0495-4d6f-b532-addd445529ea, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=7eeedd83-0495-4d6f-b532-addd445529ea,segment=NetworkSegment(49acb4b4-2053-45fc-976a-65a58b95296c),segment_id=49acb4b4-2053-45fc-976a-65a58b95296c)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:47:54.399339 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.412155 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Calling delete_port for 7eeedd83-0495-4d6f-b532-addd445529ea owned by network:dhcp {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:47:54.488102 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.518357 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eeedd83-0495-4d6f-b532-addd445529ea,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:54.522665 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] No DVR routers for this DVR port 7eeedd83-0495-4d6f-b532-addd445529ea on host dv-cinder-772181-13-iscsi {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:47:54.590268 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca884269-e0a6-4bbb-be3f-072136fa014b None None] DHCP port deletion for a686f5a1-3827-490e-91cf-bda9d5767415 request from dv-cinder-772181-13-iscsi {{(pid=99997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:47:54.594436 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.605825 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a686f5a1-3827-490e-91cf-bda9d5767415']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:54.616631 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49acb4b4-2053-45fc-976a-65a58b95296c') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:54.616930 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49acb4b4-2053-45fc-976a-65a58b95296c') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:47:54.626219 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.641136 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.647554 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:47:54.647943 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:47:54.649746 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:47:54.710958 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.717818 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.719396 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a686f5a1-3827-490e-91cf-bda9d5767415 HTTP/1.1" status: 204 len: 168 time: 0.5171120 Aug 10 10:47:54.731546 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e0eb-0198-4edb-90a6-b61c7ae18711 admin admin] Pushing event deleted for resources: {'Network': ['ID=a686f5a1-3827-490e-91cf-bda9d5767415,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:54.860857 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46672) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:54.900092 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-aa96cc8a-2ea6-43bd-b53e-03482fe93794 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a7ae0e441e747b69e73e999adad517d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380828 Aug 10 10:47:54.903210 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46674) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:54.950005 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0a017abd-2b6a-4788-9e19-85d4e5a7a02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:54.970289 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0a017abd-2b6a-4788-9e19-85d4e5a7a02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:55.015601 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0a017abd-2b6a-4788-9e19-85d4e5a7a02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:55.018023 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0a017abd-2b6a-4788-9e19-85d4e5a7a02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:55.019211 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-0a017abd-2b6a-4788-9e19-85d4e5a7a02a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/873ea054-1e46-4dd6-b8c1-66b9c70795a1 HTTP/1.1" status: 204 len: 168 time: 0.1151068 Aug 10 10:47:55.026534 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a017abd-2b6a-4788-9e19-85d4e5a7a02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873ea054-1e46-4dd6-b8c1-66b9c70795a1,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:55.673150 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46696) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:55.768225 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-88138575-network', 'tenant_id': '6bcf559e66e74384b88ed234781f0655'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:47:55.792836 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Made reservation on behalf of 6bcf559e66e74384b88ed234781f0655 for: {'network': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:47:55.794976 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:55.803213 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:55.893682 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:55.898378 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:55.928056 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=99996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:47:55.933322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe581ff1-e7df-4dc6-a304-623b5167ea42,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:55.941315 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:55.941647 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.segments_db [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Added segment 50ade90b-d9a2-411e-944d-539a62044dd7 of type vlan for network 890434e7-e1c3-4800-a46b-431460cf1798 Aug 10 10:47:55.956221 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 7eeedd83-0495-4d6f-b532-addd445529ea no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:47:55.976993 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 7eeedd83-0495-4d6f-b532-addd445529ea {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:47:55.977345 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 7eeedd83-0495-4d6f-b532-addd445529ea not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:47:55.977755 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 0676b049-4c95-46c3-8096-ab7f881b8748 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:47:55.987569 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:55.997212 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 0676b049-4c95-46c3-8096-ab7f881b8748 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:47:55.997558 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 0676b049-4c95-46c3-8096-ab7f881b8748 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:47:56.018326 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:56.019343 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:56.019944 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:56.075921 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4014354 Aug 10 10:47:56.078839 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46700) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:47:56.080906 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf49cf6-61c4-4453-8234-05d77c6bf66f admin admin] Pushing event updated for resources: {'Network': ['ID=890434e7-e1c3-4800-a46b-431460cf1798,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:56.083979 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Request body: {'subnet': {'network_id': '890434e7-e1c3-4800-a46b-431460cf1798', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-88138575-subnet', 'tenant_id': '6bcf559e66e74384b88ed234781f0655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:47:56.096111 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 890434e7-e1c3-4800-a46b-431460cf1798 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:47:56.106971 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Made reservation on behalf of 6bcf559e66e74384b88ed234781f0655 for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:47:56.109294 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11743548'] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:56.275775 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11743534'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:56.327483 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473b5382-3241-4b01-841e-40161ecce431,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:56.337175 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Checking segment: {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:47:56.337531 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Network hostable DHCP agents. Network: 890434e7-e1c3-4800-a46b-431460cf1798, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:47:56.353722 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Network 890434e7-e1c3-4800-a46b-431460cf1798 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:47:56.361428 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 890434e7-e1c3-4800-a46b-431460cf1798) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:47:56.365427 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:56.366032 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:56.373167 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454fa01-7e35-4307-864b-0e0b21f43868 None None] Network 890434e7-e1c3-4800-a46b-431460cf1798 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:47:56.386645 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-8ccae916-ad72-4605-94d4-85e0b7cfce19 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3008776 Aug 10 10:47:56.500296 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fba4ab-d507-497b-ad58-4b8848dc1f9b None None] Network 890434e7-e1c3-4800-a46b-431460cf1798 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:47:56.793744 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166268e-c09a-461b-b701-cd9851dcba54 req-ce055dc9-07ca-4ac9-8e27-2b1e341848da tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:56.795236 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-ce055dc9-07ca-4ac9-8e27-2b1e341848da tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 813 time: 0.0985134 Aug 10 10:47:56.809793 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-10ec429c-19f1-423e-b762-1bcbf7fef7db tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/quotas/6bcf559e66e74384b88ed234781f0655 HTTP/1.1" status: 200 len: 375 time: 0.0088353 Aug 10 10:47:56.840500 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-6277d3c9-3171-4256-9427-5f919bc626b7 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253716 Aug 10 10:47:56.930501 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-bc2be26c-800f-464d-96d3-22b0ebae9a24 service neutron] 10.222.0.43 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830894 Aug 10 10:47:57.020162 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-462c9405-3661-4c00-adaa-faeebba181e0 service neutron] 10.222.0.43 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832856 Aug 10 10:47:57.110241 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-797e81a6-48f1-479d-a70f-a955d0a615dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:57.189412 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-49afcd32-5fe0-427f-8a62-ae158890836f req-326ec7bb-30a7-445e-bbd3-5a1a84a7be63 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 210 time: 0.0305901 Aug 10 10:47:58.425792 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fd3e71a7-d4d0-4044-aede-5c7c0496f8a5 req-cac6234f-39db-47f7-9f1d-25b0444a9001 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 210 time: 0.0514431 Aug 10 10:47:58.473439 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166268e-c09a-461b-b701-cd9851dcba54 req-f32480d3-bea0-4660-8e66-77728ab46aec tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:58.474924 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-f32480d3-bea0-4660-8e66-77728ab46aec tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 813 time: 0.3701222 Aug 10 10:47:58.489348 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Request body: {'port': {'device_id': 'b0656b20-6b66-4d7e-a33e-9c44b7add923', 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798', 'admin_state_up': True, 'tenant_id': '6bcf559e66e74384b88ed234781f0655'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:47:58.596070 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Made reservation on behalf of 6bcf559e66e74384b88ed234781f0655 for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:47:58.599597 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:58.727304 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Allocated IP 172.20.0.9 (890434e7-e1c3-4800-a46b-431460cf1798/473b5382-3241-4b01-841e-40161ecce431/15f4424e-6d5e-4108-ad0e-01810660af5e) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:47:58.887119 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:58.927891 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:58.979303 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Network 890434e7-e1c3-4800-a46b-431460cf1798 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:47:58.982621 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:47:58.986495 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:47:58.993045 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Pushing event updated for resources: {'Port': ['ID=15f4424e-6d5e-4108-ad0e-01810660af5e,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:59.042796 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:59.043434 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:59.058255 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-8d8f3bbb-52f2-46d9-9456-1a5c80a265de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724254 Aug 10 10:47:59.070645 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Request body: {'port': {'device_id': 'b0656b20-6b66-4d7e-a33e-9c44b7add923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:47:59.125522 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:59.418450 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f4424e-6d5e-4108-ad0e-01810660af5e {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:47:59.426866 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:59.444089 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Transition to ACTIVE for port object 15f4424e-6d5e-4108-ad0e-01810660af5e will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:47:59.449395 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:59.507853 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Pushing event updated for resources: {'Port': ['ID=15f4424e-6d5e-4108-ad0e-01810660af5e,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:59.573554 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-3f46270b-ab98-437c-8147-cb9f7c0455f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:59.622334 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a89006-8687-4aec-8d03-d96aa33a9bb8 req-dc646d6a-0f54-46a9-b437-6bd18fce5ae3 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:59.623905 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f6a89006-8687-4aec-8d03-d96aa33a9bb8 req-dc646d6a-0f54-46a9-b437-6bd18fce5ae3 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 943 time: 0.1175532 Aug 10 10:47:59.626475 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Attempting to bind port 15f4424e-6d5e-4108-ad0e-01810660af5e on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:47:59.626838 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Attempting to bind port 15f4424e-6d5e-4108-ad0e-01810660af5e by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:47:59.627205 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Attempting to bind port 15f4424e-6d5e-4108-ad0e-01810660af5e on network 890434e7-e1c3-4800-a46b-431460cf1798 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:47:59.639340 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Port 15f4424e-6d5e-4108-ad0e-01810660af5e on network 890434e7-e1c3-4800-a46b-431460cf1798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:47:59.639667 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Attempting to bind port 15f4424e-6d5e-4108-ad0e-01810660af5e on network 890434e7-e1c3-4800-a46b-431460cf1798 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:47:59.656682 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:47:59.657028 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Checking segment: {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:47:59.657418 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Bound using segment: {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:47:59.657863 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Bound port: 15f4424e-6d5e-4108-ad0e-01810660af5e, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:47:59.658225 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:59.684694 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f6a89006-8687-4aec-8d03-d96aa33a9bb8 req-c6c6a50b-0b44-4746-b205-dbe496e74a19 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537691 Aug 10 10:47:59.742394 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] For port 15f4424e-6d5e-4108-ad0e-01810660af5e, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:47:59.745731 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] For port 15f4424e-6d5e-4108-ad0e-01810660af5e, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=15f4424e-6d5e-4108-ad0e-01810660af5e,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:47:59.750090 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:59.794286 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:59.794966 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:47:59.796411 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] 10.222.0.26 "PUT /v2.0/ports/15f4424e-6d5e-4108-ad0e-01810660af5e HTTP/1.1" status: 200 len: 1093 time: 0.7299948 Aug 10 10:47:59.796884 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0656b20-6b66-4d7e-a33e-9c44b7add923', 'tag': '15f4424e-6d5e-4108-ad0e-01810660af5e'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:47:59.799259 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34782ccf-e868-4402-ad7c-48f41bcea705" -d '{"events": [{"name": "network-changed", "server_uuid": "b0656b20-6b66-4d7e-a33e-9c44b7add923", "tag": "15f4424e-6d5e-4108-ad0e-01810660af5e"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:47:59.825212 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cac76-66cb-4007-854e-5bd8a6628f3d service neutron] Pushing event updated for resources: {'Port': ['ID=15f4424e-6d5e-4108-ad0e-01810660af5e,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:47:59.846781 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea8ff5e-8682-4e74-a709-7f0d0a187afd x-openstack-request-id: req-9ea8ff5e-8682-4e74-a709-7f0d0a187afd {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:47:59.847118 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0656b20-6b66-4d7e-a33e-9c44b7add923", "tag": "15f4424e-6d5e-4108-ad0e-01810660af5e", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:47:59.847394 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ea8ff5e-8682-4e74-a709-7f0d0a187afd {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:47:59.847810 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0656b20-6b66-4d7e-a33e-9c44b7add923', 'tag': '15f4424e-6d5e-4108-ad0e-01810660af5e', 'status': 'completed', 'code': 200} Aug 10 10:47:59.903776 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166268e-c09a-461b-b701-cd9851dcba54 req-f7d78621-4d1b-447e-b5b4-74487840ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:47:59.905340 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-f7d78621-4d1b-447e-b5b4-74487840ab4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 1096 time: 0.0460434 Aug 10 10:47:59.950212 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-3d09bab1-16db-4d32-b577-9e93da3622e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f4424e-6d5e-4108-ad0e-01810660af5e HTTP/1.1" status: 200 len: 217 time: 0.0361698 Aug 10 10:48:00.009641 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166268e-c09a-461b-b701-cd9851dcba54 req-400b0c2d-2765-4058-8499-b3d1b5f1f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:00.011760 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-400b0c2d-2765-4058-8499-b3d1b5f1f80f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=473b5382-3241-4b01-841e-40161ecce431 HTTP/1.1" status: 200 len: 853 time: 0.0527346 Aug 10 10:48:00.046694 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-17ea3c24-6ed9-4f12-84f5-9212d9eec00f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=890434e7-e1c3-4800-a46b-431460cf1798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262434 Aug 10 10:48:00.117997 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:00.170428 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-a55b2438-14a7-4105-8d9a-ff8427946746 service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166315 Aug 10 10:48:00.311540 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbdd0b-21e3-4009-b71d-fa84011dea95 req-9cc55c0d-b9cd-44db-8606-fd563896e2bd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:00.313065 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dfbbdd0b-21e3-4009-b71d-fa84011dea95 req-9cc55c0d-b9cd-44db-8606-fd563896e2bd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 946 time: 0.0821314 Aug 10 10:48:00.316959 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a166268e-c09a-461b-b701-cd9851dcba54 req-87148314-ad1a-4915-a360-fe1ad7af89bf service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365199 Aug 10 10:48:00.355180 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dfbbdd0b-21e3-4009-b71d-fa84011dea95 req-6c73ea5f-bedf-4d86-b150-034904149298 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359497 Aug 10 10:48:00.446058 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-271681ea-22a8-4636-a30f-d3721461a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:00.448217 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-271681ea-22a8-4636-a30f-d3721461a2b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 1096 time: 0.0438113 Aug 10 10:48:00.550496 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-0e288d1b-17ad-42b5-9f76-18ba5f25d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:00.552139 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-0e288d1b-17ad-42b5-9f76-18ba5f25d51f service neutron] 10.222.0.26 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 914 time: 0.0952191 Aug 10 10:48:00.600777 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-9d07e259-6df3-4b5c-9cc3-1c1b5c3aeda5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f4424e-6d5e-4108-ad0e-01810660af5e HTTP/1.1" status: 200 len: 217 time: 0.0369134 Aug 10 10:48:00.626486 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:00.666123 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-0476c35f-0919-4c51-a113-5ac4890d278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:00.667734 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-0476c35f-0919-4c51-a113-5ac4890d278a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=473b5382-3241-4b01-841e-40161ecce431 HTTP/1.1" status: 200 len: 853 time: 0.0587108 Aug 10 10:48:00.704133 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-8191d02c-835c-4fe8-a538-0b0ca9edf432 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=890434e7-e1c3-4800-a46b-431460cf1798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273988 Aug 10 10:48:00.812560 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-39e1c902-9fb2-49d2-9ef7-6f3aa3cc3dce service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998385 Aug 10 10:48:00.910574 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd348f6-f7b3-4287-bd16-dcb6391dee24 req-73936342-ef89-4a8d-b86d-5dad687cf840 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:00.912166 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4bd348f6-f7b3-4287-bd16-dcb6391dee24 req-73936342-ef89-4a8d-b86d-5dad687cf840 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 943 time: 0.1117980 Aug 10 10:48:00.963718 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-34782ccf-e868-4402-ad7c-48f41bcea705 req-0e17805c-be8b-41ee-8a1f-1664c9dce04d service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291857 Aug 10 10:48:00.972145 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4bd348f6-f7b3-4287-bd16-dcb6391dee24 req-c7ce80af-8c5a-4256-8fdb-fa494686750a tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523405 Aug 10 10:48:01.522273 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0a900-7bb5-4298-a1d0-0dd6bd45b50a req-f6ae1d4b-f5d0-4d84-8920-74e0d13c723f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:01.524399 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-20b0a900-7bb5-4298-a1d0-0dd6bd45b50a req-f6ae1d4b-f5d0-4d84-8920-74e0d13c723f tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 946 time: 0.0590200 Aug 10 10:48:01.567816 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-20b0a900-7bb5-4298-a1d0-0dd6bd45b50a req-b0225863-8368-4d0c-a799-43c62d312a36 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups?id=f53f878c-21a2-42e1-994a-e41126b2fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373468 Aug 10 10:48:01.712272 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:01.737054 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-4130cf8b-e832-4c59-86ed-57d31b163c43 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:01.738619 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-4130cf8b-e832-4c59-86ed-57d31b163c43 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 946 time: 0.0517526 Aug 10 10:48:01.844642 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Deleting port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:01.844979 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:01.944063 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] For port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:01.944432 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:02.158222 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:02.158605 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:02.160394 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Floating IP 6cf95710-cbb1-4290-a220-d78588b91a22 disassociated. External IP: 172.27.1.146, port: 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534. Aug 10 10:48:02.160394 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Calling delete_port for 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 owned by compute:nova {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:02.183479 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5775b-d7f3-4337-87e7-75b82b0deb29 req-9937bf4c-7aa5-44d6-85db-a9954509e08f tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:02.185029 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c7f5775b-d7f3-4337-87e7-75b82b0deb29 req-9937bf4c-7aa5-44d6-85db-a9954509e08f tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 943 time: 0.0831568 Aug 10 10:48:02.265474 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c7f5775b-d7f3-4337-87e7-75b82b0deb29 req-7a207226-7889-4f48-a6ca-f712a5fe181c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500274 Aug 10 10:48:02.334892 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:02.348136 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:02.382272 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event deleted for resources: {'Port': ['ID=8ebbb5b8-59c2-42f3-93e5-7bd189c1b534,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:02.507456 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Router 77cfecca-88d4-4242-8746-3e1df11941a7 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:48:02.625501 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:48:02.647349 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] Sync routers for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:48:02.670404 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:02.671061 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:02.687186 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] No DVR routers for this DVR port 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 on host hv-cinder-77218 {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:48:02.687822 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:02.689855 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a1f38e3b-69a0-4623-b692-24c7bbc673f2 req-1b1ce1e2-e1c5-40e6-a1a3-3ff8d4c82be8 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.26 "DELETE /v2.0/ports/8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 HTTP/1.1" status: 204 len: 173 time: 0.9421644 Aug 10 10:48:02.690521 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-deleted', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:02.692836 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e6c8ed-b30a-4c1d-89bb-804edaff42e3" -d '{"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-deleted", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:02.711668 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e3a7acba-2a36-4a9f-96cf-89dfc54f655e req-0bc0fd2b-0a85-4b38-9204-81822c960aa9 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/ports?device_id=c223a0ac-dd10-4009-aabe-d6db4cd35ff2 HTTP/1.1" status: 200 len: 210 time: 0.0510504 Aug 10 10:48:02.783611 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:02.784331 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab30a91-cb89-44ef-bea9-57d86a47b67a x-openstack-request-id: req-cab30a91-cb89-44ef-bea9-57d86a47b67a {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:02.784739 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223a0ac-dd10-4009-aabe-d6db4cd35ff2", "name": "network-vif-deleted", "tag": "8ebbb5b8-59c2-42f3-93e5-7bd189c1b534", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:02.784918 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cab30a91-cb89-44ef-bea9-57d86a47b67a {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:02.785378 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223a0ac-dd10-4009-aabe-d6db4cd35ff2', 'name': 'network-vif-deleted', 'tag': '8ebbb5b8-59c2-42f3-93e5-7bd189c1b534', 'status': 'completed', 'code': 200} Aug 10 10:48:03.042406 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:03.086077 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] Checking router: 77cfecca-88d4-4242-8746-3e1df11941a7 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:48:03.100350 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:03.101330 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:03.222264 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:03.428713 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b515c-234a-438d-aa05-2797a315b543 req-46110182-279b-4a1c-a28d-c3ac4bb74c3b tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:03.430928 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c48b515c-234a-438d-aa05-2797a315b543 req-46110182-279b-4a1c-a28d-c3ac4bb74c3b tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 943 time: 0.0755379 Aug 10 10:48:03.438471 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:03.464518 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870cd123-e328-43ef-872f-e5aeca096a46 None None] The sync data for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi is: [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:40:55Z', 'revision_number': 4, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '8aa75e70-14da-4f9e-812d-04392c01c898', 'name': '', 'network_id': 'b19e54be-240d-4de2-97ba-d37b57d1b3de', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'mac_address': 'fa:16:3e:90:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:52Z', 'updated_at': '2021-08-10T10:41:12Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'subnets': [{'id': '5162ef41-aa6d-4853-b720-e1a65475be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:48:03.480401 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c48b515c-234a-438d-aa05-2797a315b543 req-3bbe36a7-87cc-45f5-8b32-7fcd8de12ccf tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396106 Aug 10 10:48:03.707929 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53a39c5-e850-4c94-9214-5269c8d72fac None None] New status for floating IP 6cf95710-cbb1-4290-a220-d78588b91a22: DOWN {{(pid=99997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:48:03.828921 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46772) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:03.890210 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-33fd913c-da59-4bcb-acb7-0cf3a89f82fd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:03.914755 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-33fd913c-da59-4bcb-acb7-0cf3a89f82fd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:03.965566 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-33fd913c-da59-4bcb-acb7-0cf3a89f82fd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:03.968720 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-33fd913c-da59-4bcb-acb7-0cf3a89f82fd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:03.970163 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-33fd913c-da59-4bcb-acb7-0cf3a89f82fd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "DELETE /v2.0/security-groups/f53f878c-21a2-42e1-994a-e41126b2fba6 HTTP/1.1" status: 204 len: 168 time: 0.1394222 Aug 10 10:48:03.974501 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46774) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:03.984695 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd913c-da59-4bcb-acb7-0cf3a89f82fd tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f878c-21a2-42e1-994a-e41126b2fba6,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:03.990352 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.api.v2.resource [None req-cdffeb41-fa19-4fc3-8270-de9f6206e7c0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] show failed (client error): The resource could not be found. Aug 10 10:48:03.995139 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-cdffeb41-fa19-4fc3-8270-de9f6206e7c0 tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "GET /v2.0/security-groups/f53f878c-21a2-42e1-994a-e41126b2fba6 HTTP/1.1" status: 404 len: 347 time: 0.0195484 Aug 10 10:48:03.996151 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46776) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:04.168877 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Deleting port 9aa85399-79e0-457a-87a7-94760ebcf5c0 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:04.169231 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:04.259813 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:04.260168 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:04.274564 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Calling delete_port for 9aa85399-79e0-457a-87a7-94760ebcf5c0 owned by network:floatingip {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:04.342328 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 15f4424e-6d5e-4108-ad0e-01810660af5e details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:48:04.431438 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:04.458849 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Pushing event deleted for resources: {'Port': ['ID=9aa85399-79e0-457a-87a7-94760ebcf5c0,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:04.480610 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 15f4424e-6d5e-4108-ad0e-01810660af5e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=15f4424e-6d5e-4108-ad0e-01810660af5e,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:04.500012 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '15f4424e-6d5e-4108-ad0e-01810660af5e', 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798', 'port_id': '15f4424e-6d5e-4108-ad0e-01810660af5e', 'mac_address': 'fa:16:3e:4a:39:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473b5382-3241-4b01-841e-40161ecce431', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:48:04.550017 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:04.563539 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks [] for floatingip, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:04.568195 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:04.572564 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-7cf090ef-e340-4f44-afec-d3060518582e tempest-AttachVolumeShelveTestJSON-1923109980 tempest-AttachVolumeShelveTestJSON-1923109980-project] 10.222.0.43 "DELETE /v2.0/floatingips/6cf95710-cbb1-4290-a220-d78588b91a22 HTTP/1.1" status: 204 len: 168 time: 0.5712600 Aug 10 10:48:04.575191 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f4424e-6d5e-4108-ad0e-01810660af5e {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:48:04.609235 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 15f4424e-6d5e-4108-ad0e-01810660af5e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=15f4424e-6d5e-4108-ad0e-01810660af5e,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:04.620824 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:04.668043 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311625-dd52-4341-a310-f9142bf7409b req-6ad2fe8c-27fe-40f6-ac85-d9e7e59acde6 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:04.669850 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-32311625-dd52-4341-a310-f9142bf7409b req-6ad2fe8c-27fe-40f6-ac85-d9e7e59acde6 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 943 time: 0.0734832 Aug 10 10:48:04.675571 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=15f4424e-6d5e-4108-ad0e-01810660af5e,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:04.687599 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.687908 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.688722 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.689058 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.690258 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.690783 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.691355 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.691754 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.691993 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.692328 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.692730 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.693311 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:04.730201 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-32311625-dd52-4341-a310-f9142bf7409b req-8b539790-786c-4961-b94b-dbc4e20dd9a4 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478227 Aug 10 10:48:04.788398 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:48:04.900961 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['15f4424e-6d5e-4108-ad0e-01810660af5e'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:48:05.605330 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-536d1a97-479f-40b9-98e7-71e0a41c8a01 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434637 Aug 10 10:48:05.695314 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-a4fc28db-5c01-4fe9-8334-df3df36e1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:05.697532 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-a4fc28db-5c01-4fe9-8334-df3df36e1094 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7bd733989d449d89a37d6201efce0e&device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1137 time: 0.0442524 Aug 10 10:48:05.816959 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-349abf7b-b093-4ed2-9921-bfffbf2f188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:05.818581 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-349abf7b-b093-4ed2-9921-bfffbf2f188c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 200 len: 916 time: 0.0935538 Aug 10 10:48:05.918191 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-52ce5055-52ac-465a-8bee-b3dd22855b4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 1000 time: 0.0853734 Aug 10 10:48:05.929273 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c8b6d-e547-46fd-8907-3c4533ad9a02 req-9042d8d2-8f4d-4321-bc04-d8d2d5543df5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:05.930833 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7a0c8b6d-e547-46fd-8907-3c4533ad9a02 req-9042d8d2-8f4d-4321-bc04-d8d2d5543df5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 944 time: 0.1068349 Aug 10 10:48:05.999285 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-9f212dfe-6a96-427e-8db1-6276aecfa712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:06.000734 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-9f212dfe-6a96-427e-8db1-6276aecfa712 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe71df9-e836-418f-bd6e-f50d0ffa4b47 HTTP/1.1" status: 200 len: 854 time: 0.0689247 Aug 10 10:48:06.005784 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7a0c8b6d-e547-46fd-8907-3c4533ad9a02 req-cca30ac9-0737-435d-98bd-bea19f78d67b tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660596 Aug 10 10:48:06.053697 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-85a001e3-5e7f-4a8c-8ff7-0c128b84d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:06.055216 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-85a001e3-5e7f-4a8c-8ff7-0c128b84d213 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c79492bb-fdc4-4c2d-9d95-1422d08002ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454621 Aug 10 10:48:06.161352 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-ab3b9047-490b-422b-bfda-ff600579b25e service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945678 Aug 10 10:48:06.276396 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3d9fea08-4cfd-4b56-aadb-accc5c04a7e8 req-7b047043-5d72-40e1-86ec-72e97ebac946 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073267 Aug 10 10:48:06.356415 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 15f4424e-6d5e-4108-ad0e-01810660af5e up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:48:06.409522 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 15f4424e-6d5e-4108-ad0e-01810660af5e completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:48:06.414618 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 15f4424e-6d5e-4108-ad0e-01810660af5e triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:48:06.415102 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:06.504288 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:06.527594 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0656b20-6b66-4d7e-a33e-9c44b7add923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f4424e-6d5e-4108-ad0e-01810660af5e'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:06.530200 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820065f0-5161-42b0-baf0-a320f65b17de" -d '{"events": [{"server_uuid": "b0656b20-6b66-4d7e-a33e-9c44b7add923", "name": "network-vif-plugged", "status": "completed", "tag": "15f4424e-6d5e-4108-ad0e-01810660af5e"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:06.543904 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 15f4424e-6d5e-4108-ad0e-01810660af5e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=15f4424e-6d5e-4108-ad0e-01810660af5e,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:06.549421 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:06.550283 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:06.599532 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d021ff2f-d932-4ef3-90b4-4583d5ba1a25 x-openstack-request-id: req-d021ff2f-d932-4ef3-90b4-4583d5ba1a25 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:06.599815 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0656b20-6b66-4d7e-a33e-9c44b7add923", "name": "network-vif-plugged", "status": "completed", "tag": "15f4424e-6d5e-4108-ad0e-01810660af5e", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:06.600065 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d021ff2f-d932-4ef3-90b4-4583d5ba1a25 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:06.600567 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0656b20-6b66-4d7e-a33e-9c44b7add923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f4424e-6d5e-4108-ad0e-01810660af5e', 'code': 200} Aug 10 10:48:06.603143 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:06.603515 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 8ebbb5b8-59c2-42f3-93e5-7bd189c1b534 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:06.629751 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=15f4424e-6d5e-4108-ad0e-01810660af5e,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:06.760273 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87edd2-87b2-40c9-a302-4482fc1e15d6 req-4ed7f528-78e6-4599-8807-82a8f8d01fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:06.762521 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ef87edd2-87b2-40c9-a302-4482fc1e15d6 req-4ed7f528-78e6-4599-8807-82a8f8d01fa3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 1098 time: 0.0492530 Aug 10 10:48:06.814051 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ef87edd2-87b2-40c9-a302-4482fc1e15d6 req-098cb1d9-d51c-465b-a648-caec207a78c4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384264 Aug 10 10:48:07.133494 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da56c-d8fe-454d-80be-1cc271348799 req-8d8cbc43-ced2-4aa7-b4d8-e1a7ff1f9998 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:07.135197 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b43da56c-d8fe-454d-80be-1cc271348799 req-8d8cbc43-ced2-4aa7-b4d8-e1a7ff1f9998 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 945 time: 0.0540450 Aug 10 10:48:07.149742 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46810) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:07.190846 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b43da56c-d8fe-454d-80be-1cc271348799 req-b3548537-2c7e-4f4b-b8d2-74fded8d0158 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490143 Aug 10 10:48:07.576903 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461208'] for router_interface, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:08.132664 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-00c6697f-49a8-4444-a068-22be2df3b448 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705732683&fields=id&tenant_id=fd7bd733989d449d89a37d6201efce0e HTTP/1.1" status: 200 len: 267 time: 0.0460789 Aug 10 10:48:08.149486 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Deleting port 8aa75e70-14da-4f9e-812d-04392c01c898 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:08.149486 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:08.240909 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-2743d605-60f8-49f0-b2d0-609dc8c2af31 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:08.242413 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-2743d605-60f8-49f0-b2d0-609dc8c2af31 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 984 time: 0.1027889 Aug 10 10:48:08.257244 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-6617064b-98be-40cd-9f77-ad8c6e4136b0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Request body: {'port': {'security_groups': ['b1b93c04-92c6-45b2-99b3-228ad83e97d9']}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:48:08.302349 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] For port 8aa75e70-14da-4f9e-812d-04392c01c898, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=8aa75e70-14da-4f9e-812d-04392c01c898,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:08.302712 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:08.337962 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Calling delete_port for 8aa75e70-14da-4f9e-812d-04392c01c898 owned by network:router_interface {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:08.420154 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159a8a-1ffa-4986-bdba-21552f2850db req-3dc70e91-2c72-4a20-9b13-85bcc072d62f tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:08.421543 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ee159a8a-1ffa-4986-bdba-21552f2850db req-3dc70e91-2c72-4a20-9b13-85bcc072d62f tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 945 time: 0.1604433 Aug 10 10:48:08.422093 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-6617064b-98be-40cd-9f77-ad8c6e4136b0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:08.519926 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ee159a8a-1ffa-4986-bdba-21552f2850db req-28fb554a-d888-4fd7-9370-84a7f69ca5c7 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870409 Aug 10 10:48:08.747909 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-6617064b-98be-40cd-9f77-ad8c6e4136b0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] For port 5f5aa896-36b0-4bce-9aee-47490fb9766f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:08.749595 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:08.791388 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa75e70-14da-4f9e-812d-04392c01c898,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:08.853914 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-6617064b-98be-40cd-9f77-ad8c6e4136b0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:08.869828 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-6617064b-98be-40cd-9f77-ad8c6e4136b0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:08.882227 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['5f5aa896-36b0-4bce-9aee-47490fb9766f'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:48:08.966456 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-6617064b-98be-40cd-9f77-ad8c6e4136b0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:08.967167 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-6617064b-98be-40cd-9f77-ad8c6e4136b0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:08.968849 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7ee0ec17-c670-41f0-a49c-e28282a32383 req-6617064b-98be-40cd-9f77-ad8c6e4136b0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "PUT /v2.0/ports/5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 942 time: 0.7195003 Aug 10 10:48:08.974191 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:08.974191 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ed52fc-8c4f-4654-851b-072770fc7ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:08.975064 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46824) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:09.020566 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['5f5aa896-36b0-4bce-9aee-47490fb9766f'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:48:09.052306 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9af08e-54a2-4523-ac64-2e0c300895ac x-openstack-request-id: req-1b9af08e-54a2-4523-ac64-2e0c300895ac {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:09.052593 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:09.053624 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b9af08e-54a2-4523-ac64-2e0c300895ac {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:09.054074 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'status': 'completed', 'code': 200} Aug 10 10:48:09.061775 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617064b-98be-40cd-9f77-ad8c6e4136b0 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event updated for resources: {'Port': ['ID=5f5aa896-36b0-4bce-9aee-47490fb9766f,revision_number=7']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:09.097008 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-51f0c1f3-f80f-42f8-bada-d24bbe2faf71 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:09.131814 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-51f0c1f3-f80f-42f8-bada-d24bbe2faf71 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:09.132582 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373288'] for router_interface, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:09.200127 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-efe6f6a2-00c6-49bd-9845-c9dd68c4fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:09.201855 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-efe6f6a2-00c6-49bd-9845-c9dd68c4fef5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7bd733989d449d89a37d6201efce0e&device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1098 time: 0.1133261 Aug 10 10:48:09.219232 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-51f0c1f3-f80f-42f8-bada-d24bbe2faf71 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:09.223795 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-51f0c1f3-f80f-42f8-bada-d24bbe2faf71 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:09.225106 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-51f0c1f3-f80f-42f8-bada-d24bbe2faf71 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "DELETE /v2.0/security-groups/e98f22ff-6da9-4618-9803-4debfeaac89e HTTP/1.1" status: 204 len: 168 time: 0.2473669 Aug 10 10:48:09.229278 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46828) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:09.236194 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0c1f3-f80f-42f8-bada-d24bbe2faf71 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98f22ff-6da9-4618-9803-4debfeaac89e,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:09.269453 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-267b10e9-52ff-445e-a541-b5cd52d5f176 None None] Provisioning complete for port 5f5aa896-36b0-4bce-9aee-47490fb9766f triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:48:09.269833 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-267b10e9-52ff-445e-a541-b5cd52d5f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:09.491310 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-9d97375b-0c7e-40ae-afcc-04bd0d35940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:09.492685 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-9d97375b-0c7e-40ae-afcc-04bd0d35940c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 200 len: 916 time: 0.2765236 Aug 10 10:48:09.623981 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-0107e684-f634-41cc-9f67-20960e1fc4db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 1000 time: 0.1208780 Aug 10 10:48:09.637225 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Router 77cfecca-88d4-4242-8746-3e1df11941a7 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:48:09.694137 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Deleting port b6fcda8b-7c87-477e-b433-deb8d79840e0 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:09.694478 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:09.737121 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-e1b235c4-1a28-49bf-8ec6-eba46d0de689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:09.738552 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-e1b235c4-1a28-49bf-8ec6-eba46d0de689 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe71df9-e836-418f-bd6e-f50d0ffa4b47 HTTP/1.1" status: 200 len: 854 time: 0.1033049 Aug 10 10:48:10.135097 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.135348 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.144764 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-e05109f3-e54d-4807-b2a1-de57e350c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:10.146287 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-e05109f3-e54d-4807-b2a1-de57e350c165 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c79492bb-fdc4-4c2d-9d95-1422d08002ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3838589 Aug 10 10:48:10.147317 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:48:10.158141 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d8358daf-942a-450a-a2be-5bd1faa5e36c admin admin] 10.222.0.43 "PUT /v2.0/routers/77cfecca-88d4-4242-8746-3e1df11941a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0035789 Aug 10 10:48:10.158507 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46840) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:10.166702 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Calling delete_port for b6fcda8b-7c87-477e-b433-deb8d79840e0 owned by network:floatingip {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:10.169356 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] Sync routers for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:48:10.206528 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:10.208490 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:10.284383 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks [] for router, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.374392 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-6f65a9bf-161b-4be2-903b-ae456cfd42e8 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186022 Aug 10 10:48:10.402808 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.426671 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:10.464047 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Deleting port a273c5be-fd08-4a2b-a586-f8de3ebec000 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:10.464852 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.518654 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d2ed52fc-8c4f-4654-851b-072770fc7ca1 req-f7a9b453-fd0c-4186-9a9d-549d62d02a31 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330488 Aug 10 10:48:10.540934 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.563423 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] For port a273c5be-fd08-4a2b-a586-f8de3ebec000, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=a273c5be-fd08-4a2b-a586-f8de3ebec000,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:10.563944 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.572309 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event deleted for resources: {'Port': ['ID=b6fcda8b-7c87-477e-b433-deb8d79840e0,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:10.582768 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Calling delete_port for a273c5be-fd08-4a2b-a586-f8de3ebec000 owned by network:router_gateway {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:10.616458 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:48:08Z', 'revision_number': 5, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port': {'id': 'a273c5be-fd08-4a2b-a586-f8de3ebec000', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:40:45Z', 'updated_at': '2021-08-10T10:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:10.637418 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks [] for floatingip, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.637774 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Floating IP 7514f0d0-cd07-4674-9980-fc0108bdc765 disassociated (deleted). External IP: 172.27.1.44, port: 5f5aa896-36b0-4bce-9aee-47490fb9766f. Aug 10 10:48:10.649369 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] Checking router: 77cfecca-88d4-4242-8746-3e1df11941a7 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:48:10.658427 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] Routers {'77cfecca-88d4-4242-8746-3e1df11941a7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:10.658951 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['77cfecca-88d4-4242-8746-3e1df11941a7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:10.744306 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] Set router 77cfecca-88d4-4242-8746-3e1df11941a7 gateway port host: None {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:10.767906 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.796809 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a273c5be-fd08-4a2b-a586-f8de3ebec000,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:10.798614 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:48:10Z', 'revision_number': 6, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port_host': None}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:10.825990 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84f71d-93fc-46b7-986c-362653d12d20 None None] The sync data for ids ['77cfecca-88d4-4242-8746-3e1df11941a7'] in dv-cinder-772181-13-iscsi is: [{'id': '77cfecca-88d4-4242-8746-3e1df11941a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1642996641-router', 'tenant_id': '0d2d659e30074d3a8f138742fa9684e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:40:42Z', 'updated_at': '2021-08-10T10:48:10Z', 'revision_number': 6, 'project_id': '0d2d659e30074d3a8f138742fa9684e3', 'gw_port_host': None}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:48:10.862378 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373966'] for router_gateway, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.884789 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:48:10.956624 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33921'] for router, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:10.959073 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.001896 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:48:11.005597 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375843'] for router, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.006191 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77cfecca-88d4-4242-8746-3e1df11941a7 {{(pid=99995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:48:11.008648 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.011890 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.013117 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a1957948-bdf2-4da3-8b4d-920143127e19 admin admin] 10.222.0.43 "DELETE /v2.0/routers/77cfecca-88d4-4242-8746-3e1df11941a7 HTTP/1.1" status: 204 len: 168 time: 0.8539176 Aug 10 10:48:11.014484 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] Sync routers for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:48:11.015757 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46844) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:11.023488 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:11.024107 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:11.044043 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-3fba5d2d-9914-4b30-992a-7ccb3828fa78 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "DELETE /v2.0/floatingips/7514f0d0-cd07-4674-9980-fc0108bdc765 HTTP/1.1" status: 204 len: 168 time: 1.8091743 Aug 10 10:48:11.055653 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:11.063384 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d24441-b052-4ce9-9353-64aa10d9fa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:11.065499 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-010f7131-a0c3-441c-b875-c0f893aa7177 admin admin] Deleting subnet 5162ef41-aa6d-4853-b720-e1a65475be83 {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:48:11.068946 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-010f7131-a0c3-441c-b875-c0f893aa7177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.105403 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-010f7131-a0c3-441c-b875-c0f893aa7177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11460473'] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.123951 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28182d3-56d7-44f9-bb28-962f7b5af8cb x-openstack-request-id: req-a28182d3-56d7-44f9-bb28-962f7b5af8cb {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:11.124242 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:11.124488 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a28182d3-56d7-44f9-bb28-962f7b5af8cb {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:11.124933 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'status': 'completed', 'code': 200} Aug 10 10:48:11.144801 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:11.210322 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-010f7131-a0c3-441c-b875-c0f893aa7177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.221078 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-18a707eb-3216-4fcd-959d-244314bfd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:11.223206 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-18a707eb-3216-4fcd-959d-244314bfd563 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd7bd733989d449d89a37d6201efce0e&device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 1098 time: 0.0706766 Aug 10 10:48:11.308059 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-010f7131-a0c3-441c-b875-c0f893aa7177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11743965'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.341586 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f7131-a0c3-441c-b875-c0f893aa7177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5162ef41-aa6d-4853-b720-e1a65475be83,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:11.350610 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-010f7131-a0c3-441c-b875-c0f893aa7177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.351270 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d15aa2-39f3-4cee-9cc4-055f017e2b59 None None] Network b19e54be-240d-4de2-97ba-d37b57d1b3de requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:48:11.355545 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-010f7131-a0c3-441c-b875-c0f893aa7177 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5162ef41-aa6d-4853-b720-e1a65475be83 HTTP/1.1" status: 204 len: 168 time: 0.3385072 Aug 10 10:48:11.356592 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46858) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:11.424840 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-9a3632f5-6553-414a-be4a-b4fc8439c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:11.429268 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-9a3632f5-6553-414a-be4a-b4fc8439c1cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 200 len: 916 time: 0.1975670 Aug 10 10:48:11.449477 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.482573 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-3a72e635-f941-44cb-8a43-4f7236080d82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 200 len: 217 time: 0.0459948 Aug 10 10:48:11.512943 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Deleting port 57d521e4-769b-4366-bfb6-d93d32903e26 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:11.513286 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.539017 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-33a00802-0827-4b87-af59-607b472507d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:11.540742 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-33a00802-0827-4b87-af59-607b472507d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbe71df9-e836-418f-bd6e-f50d0ffa4b47 HTTP/1.1" status: 200 len: 854 time: 0.0495336 Aug 10 10:48:11.586165 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] For port 57d521e4-769b-4366-bfb6-d93d32903e26, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=57d521e4-769b-4366-bfb6-d93d32903e26,segment=NetworkSegment(f0b899cf-ac7a-410c-a6ad-54d9a55debba),segment_id=f0b899cf-ac7a-410c-a6ad-54d9a55debba)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:11.586617 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.593132 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-a10640fc-29c9-46c3-b4b1-2ad14a6eafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:11.594797 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-a10640fc-29c9-46c3-b4b1-2ad14a6eafbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c79492bb-fdc4-4c2d-9d95-1422d08002ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471590 Aug 10 10:48:11.601984 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Calling delete_port for 57d521e4-769b-4366-bfb6-d93d32903e26 owned by network:dhcp {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:11.649132 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:47Z', 'revision_number': 5, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:11.677953 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] Checking router: b2cc55c5-ec25-4e2d-a163-e18439ac5f3c for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:48:11.695077 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-6f62bf02-3d9b-403f-8089-df53176160d2 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927186 Aug 10 10:48:11.699532 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:11.700015 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.700185 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:11.728969 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] No DVR routers for this DVR port 57d521e4-769b-4366-bfb6-d93d32903e26 on host dv-cinder-772181-13-iscsi {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:48:11.730619 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Pushing event deleted for resources: {'Port': ['ID=57d521e4-769b-4366-bfb6-d93d32903e26,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:11.805653 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13751058-9140-40db-9339-2ed219df653f None None] DHCP port deletion for b19e54be-240d-4de2-97ba-d37b57d1b3de request from dv-cinder-772181-13-iscsi {{(pid=99997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:48:11.809720 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.820861 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a5d24441-b052-4ce9-9353-64aa10d9fa2d req-7506baea-1e61-456a-870a-5ae8e81956a6 service neutron] 10.222.0.26 "GET /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187797 Aug 10 10:48:11.823424 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19e54be-240d-4de2-97ba-d37b57d1b3de']}} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:11.836520 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b899cf-ac7a-410c-a6ad-54d9a55debba') {'for_net_delete': True} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:11.837007 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b899cf-ac7a-410c-a6ad-54d9a55debba') {} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:11.851178 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11460352'] for segment, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.861394 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:11.874297 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.883180 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=99995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:48:11.883544 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950914'] for segment, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: Traceback (most recent call last): Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: timer() Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: cb(*args, **kw) Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: return func(*args, **kwargs) Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: self._notify() Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: self.callback(batched_events) Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: event.method(event) Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: return f(self, *a, **k) Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._get(url).json() Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: return self.request(url, 'GET', **kwargs) Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:48:11.886036 dv-cinder-772181-13-iscsi neutron-server[99995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:48:11.958725 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.973564 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:11.985752 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] 10.222.0.43 "DELETE /v2.0/networks/b19e54be-240d-4de2-97ba-d37b57d1b3de HTTP/1.1" status: 204 len: 168 time: 0.6184492 Aug 10 10:48:12.019983 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e7fa4-7701-4453-bbcb-0cb5bb2b777b admin admin] Pushing event deleted for resources: {'Network': ['ID=b19e54be-240d-4de2-97ba-d37b57d1b3de,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:12.026171 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 8aa75e70-14da-4f9e-812d-04392c01c898 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:12.055652 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 8aa75e70-14da-4f9e-812d-04392c01c898 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:12.056086 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 8aa75e70-14da-4f9e-812d-04392c01c898 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:12.057067 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device a273c5be-fd08-4a2b-a586-f8de3ebec000 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:12.081548 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: a273c5be-fd08-4a2b-a586-f8de3ebec000 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:12.081898 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device a273c5be-fd08-4a2b-a586-f8de3ebec000 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:12.082320 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 57d521e4-769b-4366-bfb6-d93d32903e26 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:12.112493 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 57d521e4-769b-4366-bfb6-d93d32903e26 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:12.112844 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 57d521e4-769b-4366-bfb6-d93d32903e26 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:12.144579 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 46862) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:12.184642 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:47Z', 'revision_number': 5, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:12.190219 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-0ca9482c-a497-487e-8fba-5f2a07e3821a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d2d659e30074d3a8f138742fa9684e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443714 Aug 10 10:48:12.192720 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46864) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:12.215924 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045ca0f-b99a-47ae-9a5c-6675cba02038 None None] The sync data for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi is: [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:41Z', 'revision_number': 4, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '3debba2f-9acb-46e4-9c51-c6c23978a42a', 'name': '', 'network_id': 'c79492bb-fdc4-4c2d-9d95-1422d08002ac', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'mac_address': 'fa:16:3e:7a:e1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:40Z', 'updated_at': '2021-08-10T10:45:47Z', 'revision_number': 5, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'subnets': [{'id': 'cbe71df9-e836-418f-bd6e-f50d0ffa4b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:48:12.249463 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-13818ede-4700-47e7-b296-e8bfc6077009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:12.272482 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-13818ede-4700-47e7-b296-e8bfc6077009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:12.331706 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-13818ede-4700-47e7-b296-e8bfc6077009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:12.334323 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-13818ede-4700-47e7-b296-e8bfc6077009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:12.337115 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-13818ede-4700-47e7-b296-e8bfc6077009 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e67669d-de84-4703-a795-e79a82123532 HTTP/1.1" status: 204 len: 168 time: 0.1418109 Aug 10 10:48:12.344764 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13818ede-4700-47e7-b296-e8bfc6077009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e67669d-de84-4703-a795-e79a82123532,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:12.476588 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eb4b07-f3ae-470f-baba-00b8b95d54dd None None] New status for floating IP 7514f0d0-cd07-4674-9980-fc0108bdc765: DOWN {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:48:16.241966 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46940) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:16.347907 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3d583780-5882-4889-b4a4-9f654cc3b98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:16.437340 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3d583780-5882-4889-b4a4-9f654cc3b98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:16.441385 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3d583780-5882-4889-b4a4-9f654cc3b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:16.480814 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3d583780-5882-4889-b4a4-9f654cc3b98c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e974f9381b944b6bb5ca52b817a93e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371526 Aug 10 10:48:16.481710 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d583780-5882-4889-b4a4-9f654cc3b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe9ca1-fefd-49a6-bd24-6499b8a59b61,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:16.484078 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 46944) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:16.533715 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca12d-3958-4693-9c43-ce492399370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:16.555108 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca12d-3958-4693-9c43-ce492399370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:16.605055 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca12d-3958-4693-9c43-ce492399370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:16.607644 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca12d-3958-4693-9c43-ce492399370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:16.608798 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-4b4ca12d-3958-4693-9c43-ce492399370d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4abe9ca1-fefd-49a6-bd24-6499b8a59b61 HTTP/1.1" status: 204 len: 168 time: 0.1238048 Aug 10 10:48:16.616390 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ca12d-3958-4693-9c43-ce492399370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe9ca1-fefd-49a6-bd24-6499b8a59b61,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:17.083270 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-766c4ced-647e-4c90-833a-f11a87a1b914 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:17.084982 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-766c4ced-647e-4c90-833a-f11a87a1b914 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 813 time: 0.1162441 Aug 10 10:48:17.105093 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-2a8942aa-1453-4f0b-b450-a5014be785ca tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/quotas/6bcf559e66e74384b88ed234781f0655 HTTP/1.1" status: 200 len: 375 time: 0.0134702 Aug 10 10:48:17.162179 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-059bd1e3-33f1-4ca8-bdcf-6f5a99c2aa96 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513430 Aug 10 10:48:17.255800 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-54ab3a8e-92fb-4a31-9559-d9d2b2d9d1ab service neutron] 10.222.0.43 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866041 Aug 10 10:48:17.393664 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-812e81fe-c700-4b3f-8e1d-0f324e388957 service neutron] 10.222.0.43 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248071 Aug 10 10:48:17.561507 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-06d72c70-178e-4f2e-8c61-6003f2cc07c2 req-2e60f262-d69d-49ab-9257-f01c62cdf4ee tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 210 time: 0.0293922 Aug 10 10:48:18.636302 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-ea1a6683-d06e-440d-a44f-97541603f293 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:18.637890 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-ea1a6683-d06e-440d-a44f-97541603f293 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 813 time: 0.1207240 Aug 10 10:48:18.651863 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Request body: {'port': {'device_id': 'f80dfaa0-1ec2-4923-920b-0ce96f620663', 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798', 'admin_state_up': True, 'tenant_id': '6bcf559e66e74384b88ed234781f0655'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:48:18.728267 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d9457a02-6706-480c-aa22-f1cb425c35b9 req-fed0b530-f5f7-478b-a3d3-abd005a61ebe tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 210 time: 0.0713372 Aug 10 10:48:18.786623 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Made reservation on behalf of 6bcf559e66e74384b88ed234781f0655 for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:48:18.790380 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:18.915951 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Allocated IP 172.20.0.8 (890434e7-e1c3-4800-a46b-431460cf1798/473b5382-3241-4b01-841e-40161ecce431/9af676fb-9875-405b-ac5c-7567760434d9) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:48:19.076734 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:19.119066 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:19.131813 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['15f4424e-6d5e-4108-ad0e-01810660af5e'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:48:19.171598 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Network 890434e7-e1c3-4800-a46b-431460cf1798 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:48:19.176301 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:48:19.181635 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:48:19.187428 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Pushing event updated for resources: {'Port': ['ID=9af676fb-9875-405b-ac5c-7567760434d9,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:19.242180 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:19.242853 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:19.261791 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0a51e438-2b9f-4eda-9259-8edc3eafcf3c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6145847 Aug 10 10:48:19.276684 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Request body: {'port': {'device_id': 'f80dfaa0-1ec2-4923-920b-0ce96f620663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:48:19.365976 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:19.382125 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af26a90-5dbb-4919-af28-e9b86a874520 req-7926c073-2faf-4f4c-b2c2-1572068ad60d tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:19.383640 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8af26a90-5dbb-4919-af28-e9b86a874520 req-7926c073-2faf-4f4c-b2c2-1572068ad60d tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0880320 Aug 10 10:48:19.457339 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8af26a90-5dbb-4919-af28-e9b86a874520 req-fe05d77b-f57a-402b-80ae-92804a4c530f tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668838 Aug 10 10:48:19.688925 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af676fb-9875-405b-ac5c-7567760434d9 {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:48:19.697363 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:19.712359 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Transition to ACTIVE for port object 9af676fb-9875-405b-ac5c-7567760434d9 will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:48:19.721910 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:19.812853 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9af676fb-9875-405b-ac5c-7567760434d9,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:19.983748 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd3824-d54e-408b-80e9-f8e630500354 req-e273e748-9010-4923-adc1-740fd32e8d54 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:19.985377 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f7dd3824-d54e-408b-80e9-f8e630500354 req-e273e748-9010-4923-adc1-740fd32e8d54 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 943 time: 0.0940623 Aug 10 10:48:19.986130 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Attempting to bind port 9af676fb-9875-405b-ac5c-7567760434d9 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:48:19.986520 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Attempting to bind port 9af676fb-9875-405b-ac5c-7567760434d9 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:48:19.986847 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Attempting to bind port 9af676fb-9875-405b-ac5c-7567760434d9 on network 890434e7-e1c3-4800-a46b-431460cf1798 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:48:19.992338 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Port 9af676fb-9875-405b-ac5c-7567760434d9 on network 890434e7-e1c3-4800-a46b-431460cf1798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:48:19.992646 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Attempting to bind port 9af676fb-9875-405b-ac5c-7567760434d9 on network 890434e7-e1c3-4800-a46b-431460cf1798 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:48:20.010855 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:48:20.011225 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Checking segment: {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:48:20.011612 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Bound using segment: {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:48:20.012053 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Bound port: 9af676fb-9875-405b-ac5c-7567760434d9, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:48:20.012415 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:20.063351 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f7dd3824-d54e-408b-80e9-f8e630500354 req-39e56ffb-e20d-4846-b351-1db2ca109568 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682509 Aug 10 10:48:20.097717 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] For port 9af676fb-9875-405b-ac5c-7567760434d9, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:48:20.100880 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] For port 9af676fb-9875-405b-ac5c-7567760434d9, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9af676fb-9875-405b-ac5c-7567760434d9,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:48:20.105645 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:20.140704 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:20.141319 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:20.142745 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] 10.222.0.26 "PUT /v2.0/ports/9af676fb-9875-405b-ac5c-7567760434d9 HTTP/1.1" status: 200 len: 1093 time: 0.8720424 Aug 10 10:48:20.143237 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80dfaa0-1ec2-4923-920b-0ce96f620663', 'tag': '9af676fb-9875-405b-ac5c-7567760434d9'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:20.145502 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73453d5-93fe-4dca-9090-2d9996010e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f80dfaa0-1ec2-4923-920b-0ce96f620663", "tag": "9af676fb-9875-405b-ac5c-7567760434d9"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:20.173274 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939b8f6-13f6-4e70-8a83-9b996f2ff4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9af676fb-9875-405b-ac5c-7567760434d9,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:20.221138 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bf871a-935f-415b-847c-16c863ff7c97 x-openstack-request-id: req-d5bf871a-935f-415b-847c-16c863ff7c97 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:20.221426 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80dfaa0-1ec2-4923-920b-0ce96f620663", "tag": "9af676fb-9875-405b-ac5c-7567760434d9", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:20.221676 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5bf871a-935f-415b-847c-16c863ff7c97 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:20.222074 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80dfaa0-1ec2-4923-920b-0ce96f620663', 'tag': '9af676fb-9875-405b-ac5c-7567760434d9', 'status': 'completed', 'code': 200} Aug 10 10:48:20.237560 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-9d2f2a58-7402-451e-942d-4179aebc175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:20.238984 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-9d2f2a58-7402-451e-942d-4179aebc175f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 1096 time: 0.0443485 Aug 10 10:48:20.284414 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-0f2f27bb-ad90-47c1-a9f0-7138247e2bd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af676fb-9875-405b-ac5c-7567760434d9 HTTP/1.1" status: 200 len: 217 time: 0.0361631 Aug 10 10:48:20.334598 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-3f836fc8-0ddc-473c-abc6-806b8ee5a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:20.336076 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-3f836fc8-0ddc-473c-abc6-806b8ee5a230 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=473b5382-3241-4b01-841e-40161ecce431 HTTP/1.1" status: 200 len: 853 time: 0.0436738 Aug 10 10:48:20.369949 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-7eb1a541-8e8f-471e-b7f3-5df8ef607dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=890434e7-e1c3-4800-a46b-431460cf1798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243418 Aug 10 10:48:20.466894 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-4d662319-0648-42bf-86df-8774ec1d0077 service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896022 Aug 10 10:48:20.585789 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5f3fe0c9-6707-4c8d-922c-27cf004c0e10 req-49934d54-06dc-44c2-b11a-0c29b471e841 service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105778 Aug 10 10:48:20.597668 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9319108-3c4e-4d3a-abba-c9478458fa9f req-57451608-804a-4bde-8de9-6ebb02559ca7 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:20.599146 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e9319108-3c4e-4d3a-abba-c9478458fa9f req-57451608-804a-4bde-8de9-6ebb02559ca7 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0692122 Aug 10 10:48:20.650898 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e9319108-3c4e-4d3a-abba-c9478458fa9f req-84b1e13d-3b4e-4889-9499-6f016c962804 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1b93c04-92c6-45b2-99b3-228ad83e97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Aug 10 10:48:20.679023 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-2e71c970-8021-4dd5-a84c-0607bedf9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:20.680557 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-2e71c970-8021-4dd5-a84c-0607bedf9f0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 1096 time: 0.0445619 Aug 10 10:48:20.773971 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-130b1cc5-031d-4d2f-bb74-4bca3a578787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:20.776002 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-130b1cc5-031d-4d2f-bb74-4bca3a578787 service neutron] 10.222.0.26 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 914 time: 0.0864174 Aug 10 10:48:20.824728 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-d7caffc0-0592-46c2-9447-079f62b53b00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af676fb-9875-405b-ac5c-7567760434d9 HTTP/1.1" status: 200 len: 217 time: 0.0393627 Aug 10 10:48:20.876350 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-04a65930-f55c-420f-b846-2af8e853e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:20.877802 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-04a65930-f55c-420f-b846-2af8e853e855 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=473b5382-3241-4b01-841e-40161ecce431 HTTP/1.1" status: 200 len: 853 time: 0.0446675 Aug 10 10:48:20.911022 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-2d1f0a3b-5567-4e04-91b9-73d573f1efed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=890434e7-e1c3-4800-a46b-431460cf1798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237761 Aug 10 10:48:21.009130 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-9650d7d0-9735-48c0-b43b-c110809eae0e service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873897 Aug 10 10:48:21.106310 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a73453d5-93fe-4dca-9090-2d9996010e9e req-5b7c83a0-f408-4876-8691-62ba55cece1e service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853968 Aug 10 10:48:21.205472 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f83d2f-88b9-40d8-9942-9421cd60e4ab req-1885a6a6-04fe-42b8-a3ef-2ede5d7536a0 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:21.207074 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-14f83d2f-88b9-40d8-9942-9421cd60e4ab req-1885a6a6-04fe-42b8-a3ef-2ede5d7536a0 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 943 time: 0.0650120 Aug 10 10:48:21.299674 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-14f83d2f-88b9-40d8-9942-9421cd60e4ab req-1a2c2cbc-fe4e-45e1-88d4-77b42d6b6bf3 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862734 Aug 10 10:48:21.319804 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-97b804fb-1430-4e6f-b6f5-9aac466e825d tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:21.321250 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-97b804fb-1430-4e6f-b6f5-9aac466e825d tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0855091 Aug 10 10:48:21.417791 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Deleting port 5f5aa896-36b0-4bce-9aee-47490fb9766f {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:21.418182 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:21.535931 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] For port 5f5aa896-36b0-4bce-9aee-47490fb9766f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=5f5aa896-36b0-4bce-9aee-47490fb9766f,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:21.536297 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:21.549348 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Calling delete_port for 5f5aa896-36b0-4bce-9aee-47490fb9766f owned by compute:nova {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:21.683580 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:21.713843 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Pushing event deleted for resources: {'Port': ['ID=5f5aa896-36b0-4bce-9aee-47490fb9766f,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:21.762906 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-07f58a71-ab76-4de2-8734-3402a1c0b535 req-7b2e4876-735e-4220-85b0-10f1dcdcb397 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0401299 Aug 10 10:48:21.778671 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] No DVR routers for this DVR port 5f5aa896-36b0-4bce-9aee-47490fb9766f on host hv-cinder-77218 {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:48:21.781142 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:21.783110 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-31cc3b49-fb16-420c-93f3-61534601fd28 req-199a6617-22a9-44c1-b0c8-6343aa50b9fb tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.26 "DELETE /v2.0/ports/5f5aa896-36b0-4bce-9aee-47490fb9766f HTTP/1.1" status: 204 len: 173 time: 0.4538574 Aug 10 10:48:22.223023 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'name': 'network-vif-deleted', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:22.225369 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ea42e6-ca62-4d66-b846-3245bd2e9941" -d '{"events": [{"server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "name": "network-vif-deleted", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:22.262357 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca906ee7-4d11-4e5d-9dfd-9fd44b509764 x-openstack-request-id: req-ca906ee7-4d11-4e5d-9dfd-9fd44b509764 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:22.262647 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef38e29-1e53-4d75-993c-bcb4431cbcf7", "name": "network-vif-deleted", "tag": "5f5aa896-36b0-4bce-9aee-47490fb9766f", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:22.262932 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca906ee7-4d11-4e5d-9dfd-9fd44b509764 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:22.263361 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef38e29-1e53-4d75-993c-bcb4431cbcf7', 'name': 'network-vif-deleted', 'tag': '5f5aa896-36b0-4bce-9aee-47490fb9766f', 'status': 'completed', 'code': 200} Aug 10 10:48:22.421741 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1367d-0217-45fd-98b3-414cec315fc6 req-ef6234d9-f9dd-4e22-9cc9-0b8f3fa4dc0d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:22.423233 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bff1367d-0217-45fd-98b3-414cec315fc6 req-ef6234d9-f9dd-4e22-9cc9-0b8f3fa4dc0d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 943 time: 0.0540178 Aug 10 10:48:22.463280 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-bff1367d-0217-45fd-98b3-414cec315fc6 req-76518679-eeaa-4ce7-bfcb-cd33e62a33d3 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Aug 10 10:48:22.860380 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9b327346-2292-4ef5-995d-dd0f28694e11 req-0acd2a07-a333-4e3a-abac-0bcdc5f6b02d tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0264747 Aug 10 10:48:23.583318 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b8a3f-8246-42fc-9e34-f1899f8ad42e req-351ab84f-7bfb-428a-bd01-13f772f52dd2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:23.584902 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2a2b8a3f-8246-42fc-9e34-f1899f8ad42e req-351ab84f-7bfb-428a-bd01-13f772f52dd2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 943 time: 0.0508869 Aug 10 10:48:23.629636 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2a2b8a3f-8246-42fc-9e34-f1899f8ad42e req-d888b007-7189-411b-917c-6d4ec3615871 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338261 Aug 10 10:48:23.955413 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-dc0d6fbf-8218-43a3-80c1-f97e5fed9b6c req-5f692776-dd93-4839-be3a-dcc78ba610b1 tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0293136 Aug 10 10:48:24.562586 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['5f5aa896-36b0-4bce-9aee-47490fb9766f'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:48:25.001439 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e72e56-674f-4253-ba38-c97ec5e6798a req-77a8b052-18d7-4261-9cef-61f71a832378 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:25.008914 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e1e72e56-674f-4253-ba38-c97ec5e6798a req-77a8b052-18d7-4261-9cef-61f71a832378 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 943 time: 0.3111587 Aug 10 10:48:25.062633 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e1e72e56-674f-4253-ba38-c97ec5e6798a req-15c392c9-f658-47b9-a7cc-479e538ef13c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529230 Aug 10 10:48:25.078380 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-194f329d-3017-4895-8108-6889fe114131 req-f2143e85-b45a-430b-9d72-cd75fff31d6b tempest-TestMinimumBasicScenario-963697236 tempest-TestMinimumBasicScenario-963697236-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ef38e29-1e53-4d75-993c-bcb4431cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0327461 Aug 10 10:48:26.186020 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ac2a9-0b8e-4cc2-b2ec-fc86a4259ea4 req-47d50cea-7296-4220-a361-246c4771ec64 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:26.187798 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ec0ac2a9-0b8e-4cc2-b2ec-fc86a4259ea4 req-47d50cea-7296-4220-a361-246c4771ec64 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 943 time: 0.0507097 Aug 10 10:48:26.225156 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ec0ac2a9-0b8e-4cc2-b2ec-fc86a4259ea4 req-b553a084-b072-46d9-a577-7b52f1874dd6 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Aug 10 10:48:26.557322 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 9af676fb-9875-405b-ac5c-7567760434d9 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:48:26.647815 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 9af676fb-9875-405b-ac5c-7567760434d9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9af676fb-9875-405b-ac5c-7567760434d9,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:26.659253 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '9af676fb-9875-405b-ac5c-7567760434d9', 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798', 'port_id': '9af676fb-9875-405b-ac5c-7567760434d9', 'mac_address': 'fa:16:3e:60:c4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473b5382-3241-4b01-841e-40161ecce431', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:48:26.699305 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:26.711579 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af676fb-9875-405b-ac5c-7567760434d9 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:48:26.730634 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 9af676fb-9875-405b-ac5c-7567760434d9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9af676fb-9875-405b-ac5c-7567760434d9,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:26.734173 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:26.783178 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=9af676fb-9875-405b-ac5c-7567760434d9,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:27.016227 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['9af676fb-9875-405b-ac5c-7567760434d9'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:48:27.130770 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-96d5be29-2435-4d98-bf3c-345acaaf732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:27.353146 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee746-5e0e-4af7-89d0-d41a21005c79 req-17461d1d-7d2b-4ac0-ad12-cf186b4cd964 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:27.354567 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fdee746-5e0e-4af7-89d0-d41a21005c79 req-17461d1d-7d2b-4ac0-ad12-cf186b4cd964 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 944 time: 0.0619841 Aug 10 10:48:27.397669 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fdee746-5e0e-4af7-89d0-d41a21005c79 req-9c166624-ae53-44b2-a686-440bffad2fbc tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343044 Aug 10 10:48:27.817385 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47192) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:28.371153 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461208'] for router_interface, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:28.519663 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab4365-17f3-4615-9a0c-33d30b7a5997 req-d7178d4f-2905-4344-a93b-fd3e0a4f306e tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:28.521237 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-13ab4365-17f3-4615-9a0c-33d30b7a5997 req-d7178d4f-2905-4344-a93b-fd3e0a4f306e tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 944 time: 0.0502737 Aug 10 10:48:28.558159 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 9af676fb-9875-405b-ac5c-7567760434d9 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:48:28.564401 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-13ab4365-17f3-4615-9a0c-33d30b7a5997 req-8b2d08d8-aaa6-4843-9893-dcb18f42ce9d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366433 Aug 10 10:48:28.623774 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 9af676fb-9875-405b-ac5c-7567760434d9 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:48:28.628193 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 9af676fb-9875-405b-ac5c-7567760434d9 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:48:28.628572 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:28.652118 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Deleting port 3debba2f-9acb-46e4-9c51-c6c23978a42a {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:28.652405 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:28.715582 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:28.740036 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80dfaa0-1ec2-4923-920b-0ce96f620663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af676fb-9875-405b-ac5c-7567760434d9'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:28.742331 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb97ec-f3bf-495c-abc6-37d00f60e698" -d '{"events": [{"server_uuid": "f80dfaa0-1ec2-4923-920b-0ce96f620663", "name": "network-vif-plugged", "status": "completed", "tag": "9af676fb-9875-405b-ac5c-7567760434d9"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:28.743596 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] For port 3debba2f-9acb-46e4-9c51-c6c23978a42a, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=3debba2f-9acb-46e4-9c51-c6c23978a42a,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:28.744211 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:28.764713 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 9af676fb-9875-405b-ac5c-7567760434d9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9af676fb-9875-405b-ac5c-7567760434d9,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:28.769885 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:28.770889 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 5f5aa896-36b0-4bce-9aee-47490fb9766f no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:28.772563 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Calling delete_port for 3debba2f-9acb-46e4-9c51-c6c23978a42a owned by network:router_interface {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:28.802498 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53786c3c-7388-4225-9d84-2c1bc9848f51 x-openstack-request-id: req-53786c3c-7388-4225-9d84-2c1bc9848f51 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:28.803083 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80dfaa0-1ec2-4923-920b-0ce96f620663", "name": "network-vif-plugged", "status": "completed", "tag": "9af676fb-9875-405b-ac5c-7567760434d9", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:28.803488 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53786c3c-7388-4225-9d84-2c1bc9848f51 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:28.804055 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80dfaa0-1ec2-4923-920b-0ce96f620663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af676fb-9875-405b-ac5c-7567760434d9', 'code': 200} Aug 10 10:48:28.806182 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 5f5aa896-36b0-4bce-9aee-47490fb9766f {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:28.806763 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 5f5aa896-36b0-4bce-9aee-47490fb9766f not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:28.858160 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=9af676fb-9875-405b-ac5c-7567760434d9,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:28.982800 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06cd14-75fc-4a78-99b9-fdf2151dce4f req-195274f8-6bf7-4725-9f70-53335de5e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:28.984384 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:28.984899 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fe06cd14-75fc-4a78-99b9-fdf2151dce4f req-195274f8-6bf7-4725-9f70-53335de5e014 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 1098 time: 0.0446308 Aug 10 10:48:29.002939 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47214) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:29.011613 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=3debba2f-9acb-46e4-9c51-c6c23978a42a,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:29.043685 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-fe06cd14-75fc-4a78-99b9-fdf2151dce4f req-e615dd6f-042d-41ed-8fc2-05e895fd0b81 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474398 Aug 10 10:48:29.140739 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3eb20ce9-948e-4bfd-b389-684a11e06c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.202432 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373288'] for router_interface, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.243690 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3eb20ce9-948e-4bfd-b389-684a11e06c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.248339 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-3eb20ce9-948e-4bfd-b389-684a11e06c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.287749 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-3eb20ce9-948e-4bfd-b389-684a11e06c10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8836e855fdce4a66bc9dd002bc076376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834229 Aug 10 10:48:29.289072 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47218) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:29.296843 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb20ce9-948e-4bfd-b389-684a11e06c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3670c6-dfb4-4504-9554-222aa2e1509c,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:29.344119 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-031dac75-920e-4629-b80f-4e4db29eefa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.366114 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-031dac75-920e-4629-b80f-4e4db29eefa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.415093 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-031dac75-920e-4629-b80f-4e4db29eefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.418238 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-031dac75-920e-4629-b80f-4e4db29eefa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.419421 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-031dac75-920e-4629-b80f-4e4db29eefa3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb3670c6-dfb4-4504-9554-222aa2e1509c HTTP/1.1" status: 204 len: 168 time: 0.1294453 Aug 10 10:48:29.427483 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dac75-920e-4629-b80f-4e4db29eefa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3670c6-dfb4-4504-9554-222aa2e1509c,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:29.429153 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:48:29.538247 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:48:29.546413 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47222) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:29.546838 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-039e1b2b-292a-4665-af30-fafe5c300b22 admin admin] 10.222.0.43 "PUT /v2.0/routers/b2cc55c5-ec25-4e2d-a163-e18439ac5f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280853 Aug 10 10:48:29.549224 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] Sync routers for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:48:29.571422 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:29.572360 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:29.575477 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-63e7ba66-15d2-445a-9811-e2cba1098a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.694429 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks [] for router, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.696481 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:29.747367 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322cd9d-e1b4-4560-af62-9119339694be req-4249ae97-3813-4b06-bcc1-c6567359cfd7 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:29.747534 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47228) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:29.749182 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3322cd9d-e1b4-4560-af62-9119339694be req-4249ae97-3813-4b06-bcc1-c6567359cfd7 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 945 time: 0.0992699 Aug 10 10:48:29.761253 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-24c7d6bf-8082-437f-9e24-23318f1fc421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.846434 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3322cd9d-e1b4-4560-af62-9119339694be req-a4e172b4-bddf-4e3a-b32b-31c39b3f8800 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877593 Aug 10 10:48:29.858081 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.872600 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-24c7d6bf-8082-437f-9e24-23318f1fc421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.876690 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-24c7d6bf-8082-437f-9e24-23318f1fc421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:29.911984 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7d6bf-8082-437f-9e24-23318f1fc421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc837a8f-e8d6-4afe-bc4c-dccc26e0a13c,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:29.929318 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-24c7d6bf-8082-437f-9e24-23318f1fc421 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e37fdde65194cddb3fecd408a6cb853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806352 Aug 10 10:48:29.933115 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47230) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:29.947279 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Deleting port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:29.947627 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.017608 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:48:28Z', 'revision_number': 5, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port': {'id': '1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:30.048752 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] Checking router: b2cc55c5-ec25-4e2d-a163-e18439ac5f3c for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:48:30.054936 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5e8368c7-e7dd-4943-9197-c1319ac5f454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.057958 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] Routers {'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:30.058576 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:30.081966 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] For port 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:30.082331 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.098781 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5e8368c7-e7dd-4943-9197-c1319ac5f454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.108087 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Calling delete_port for 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c owned by network:router_gateway {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:30.143552 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.154453 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] Set router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c gateway port host: None {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:30.205763 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:48:29Z', 'revision_number': 6, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port_host': None}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:30.232987 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5e8368c7-e7dd-4943-9197-c1319ac5f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.234738 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ff5fd-0bbf-4e72-aa93-95e669a99eba None None] The sync data for ids ['b2cc55c5-ec25-4e2d-a163-e18439ac5f3c'] in dv-cinder-772181-13-iscsi is: [{'id': 'b2cc55c5-ec25-4e2d-a163-e18439ac5f3c', 'name': 'tempest-TestMinimumBasicScenario-1117510229-router', 'tenant_id': 'fd7bd733989d449d89a37d6201efce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:38Z', 'updated_at': '2021-08-10T10:48:29Z', 'revision_number': 6, 'project_id': 'fd7bd733989d449d89a37d6201efce0e', 'gw_port_host': None}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:48:30.236593 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-5e8368c7-e7dd-4943-9197-c1319ac5f454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.238073 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-5e8368c7-e7dd-4943-9197-c1319ac5f454 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc837a8f-e8d6-4afe-bc4c-dccc26e0a13c HTTP/1.1" status: 204 len: 168 time: 0.3040454 Aug 10 10:48:30.256525 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8368c7-e7dd-4943-9197-c1319ac5f454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc837a8f-e8d6-4afe-bc4c-dccc26e0a13c,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:30.328232 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.354734 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:30.420360 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373966'] for router_gateway, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.524930 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33921'] for router, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.527174 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.592079 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375843'] for router, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.592895 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2cc55c5-ec25-4e2d-a163-e18439ac5f3c {{(pid=99996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:48:30.599098 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.600407 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-0d9c839a-7802-4f4a-9b83-aaac62f1798b admin admin] 10.222.0.43 "DELETE /v2.0/routers/b2cc55c5-ec25-4e2d-a163-e18439ac5f3c HTTP/1.1" status: 204 len: 168 time: 1.0528657 Aug 10 10:48:30.602928 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47242) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:30.630232 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.668764 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa593776-23b9-4baf-959c-cb01438faa30 admin admin] Deleting subnet cbe71df9-e836-418f-bd6e-f50d0ffa4b47 {{(pid=99996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:48:30.672379 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa593776-23b9-4baf-959c-cb01438faa30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.711274 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa593776-23b9-4baf-959c-cb01438faa30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9098052'] for subnet, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.834523 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa593776-23b9-4baf-959c-cb01438faa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.901556 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa593776-23b9-4baf-959c-cb01438faa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929245'] for subnet, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.927471 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa593776-23b9-4baf-959c-cb01438faa30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe71df9-e836-418f-bd6e-f50d0ffa4b47,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:30.934128 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-aa593776-23b9-4baf-959c-cb01438faa30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:30.938970 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-aa593776-23b9-4baf-959c-cb01438faa30 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cbe71df9-e836-418f-bd6e-f50d0ffa4b47 HTTP/1.1" status: 204 len: 168 time: 0.3320878 Aug 10 10:48:30.939364 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47256) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:30.947595 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0882c70-7174-482b-8832-63d7b067742f None None] Network c79492bb-fdc4-4c2d-9d95-1422d08002ac requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:48:31.047478 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.059338 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996677ef-14ca-4d09-9ffc-83c45a751f6c req-6515970b-6132-43ac-9668-8f7775106003 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:31.060984 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-996677ef-14ca-4d09-9ffc-83c45a751f6c req-6515970b-6132-43ac-9668-8f7775106003 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 945 time: 0.1236084 Aug 10 10:48:31.133529 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-996677ef-14ca-4d09-9ffc-83c45a751f6c req-04bbb96b-dc40-4eac-a0e4-991045b1bde0 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598302 Aug 10 10:48:31.148259 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Deleting port f63a3620-57b7-48ec-b865-fdd92ed78214 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:31.148561 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.172573 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0f289-a747-46c9-8d06-19ee6b93566d None None] DHCP port deletion for c79492bb-fdc4-4c2d-9d95-1422d08002ac request from dv-cinder-772181-13-iscsi {{(pid=99997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:48:31.254478 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0f289-a747-46c9-8d06-19ee6b93566d None None] Deleting port f63a3620-57b7-48ec-b865-fdd92ed78214 {{(pid=99997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:31.255096 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f289-a747-46c9-8d06-19ee6b93566d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.271838 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] For port f63a3620-57b7-48ec-b865-fdd92ed78214, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=f63a3620-57b7-48ec-b865-fdd92ed78214,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:31.272549 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.295208 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Calling delete_port for f63a3620-57b7-48ec-b865-fdd92ed78214 owned by network:dhcp {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:31.338987 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-f7b0f289-a747-46c9-8d06-19ee6b93566d None None] For port f63a3620-57b7-48ec-b865-fdd92ed78214, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=f63a3620-57b7-48ec-b865-fdd92ed78214,segment=NetworkSegment(bb009b23-2a44-4b51-97aa-e3919f94d163),segment_id=bb009b23-2a44-4b51-97aa-e3919f94d163)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:31.339420 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f289-a747-46c9-8d06-19ee6b93566d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.353092 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0f289-a747-46c9-8d06-19ee6b93566d None None] Calling delete_port for f63a3620-57b7-48ec-b865-fdd92ed78214 owned by network:dhcp {{(pid=99997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:31.415603 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.459442 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Pushing event deleted for resources: {'Port': ['ID=f63a3620-57b7-48ec-b865-fdd92ed78214,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:31.471398 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] No DVR routers for this DVR port f63a3620-57b7-48ec-b865-fdd92ed78214 on host dv-cinder-772181-13-iscsi {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:48:31.538257 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f289-a747-46c9-8d06-19ee6b93566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223'] for port, after_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.575308 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.575878 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0f289-a747-46c9-8d06-19ee6b93566d None None] Pushing event deleted for resources: {'Port': ['ID=f63a3620-57b7-48ec-b865-fdd92ed78214,revision_number=None']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:31.586972 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0f289-a747-46c9-8d06-19ee6b93566d None None] No DVR routers for this DVR port f63a3620-57b7-48ec-b865-fdd92ed78214 on host dv-cinder-772181-13-iscsi {{(pid=99997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:48:31.591776 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79492bb-fdc4-4c2d-9d95-1422d08002ac']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:31.605972 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb009b23-2a44-4b51-97aa-e3919f94d163') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:31.606449 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb009b23-2a44-4b51-97aa-e3919f94d163') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:31.625756 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.637374 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.643907 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:48:31.644499 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:48:31.646665 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:48:31.725582 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.726879 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.732938 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:31.735085 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] 10.222.0.43 "DELETE /v2.0/networks/c79492bb-fdc4-4c2d-9d95-1422d08002ac HTTP/1.1" status: 204 len: 168 time: 0.7940376 Aug 10 10:48:31.738074 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47288) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:31.754040 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e19451-40cf-4efd-b2e5-92b0945edc3d admin admin] Pushing event deleted for resources: {'Network': ['ID=c79492bb-fdc4-4c2d-9d95-1422d08002ac,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:31.988310 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 3debba2f-9acb-46e4-9c51-c6c23978a42a no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:32.013201 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 3debba2f-9acb-46e4-9c51-c6c23978a42a {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:32.013626 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 3debba2f-9acb-46e4-9c51-c6c23978a42a not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:32.014118 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:32.032998 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:32.033410 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 1ba3a4dd-d6e3-46b9-83a1-1b82a936eb1c not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:32.033766 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device f63a3620-57b7-48ec-b865-fdd92ed78214 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:32.054864 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: f63a3620-57b7-48ec-b865-fdd92ed78214 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:32.055272 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device f63a3620-57b7-48ec-b865-fdd92ed78214 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:32.169219 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461208'] for router_interface, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:32.337027 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:32.442353 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Deleting port 57edc2da-6c4d-4995-a3c7-2c4173dff925 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:32.442592 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:32.528348 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] For port 57edc2da-6c4d-4995-a3c7-2c4173dff925, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=57edc2da-6c4d-4995-a3c7-2c4173dff925,segment=NetworkSegment(528c523b-5783-4ae3-8394-6c4192683013),segment_id=528c523b-5783-4ae3-8394-6c4192683013)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:32.528679 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:32.543095 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Calling delete_port for 57edc2da-6c4d-4995-a3c7-2c4173dff925 owned by network:router_interface {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:32.721854 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:32.751836 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Pushing event deleted for resources: {'Port': ['ID=57edc2da-6c4d-4995-a3c7-2c4173dff925,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:32.924056 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373288'] for router_interface, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:33.100385 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-24af9377-ea64-4d28-ab53-15a3c488543c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:33.101868 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-24af9377-ea64-4d28-ab53-15a3c488543c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 813 time: 0.0997577 Aug 10 10:48:33.117665 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-7a62ac4a-b90c-41e1-b20a-518ae7916338 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/quotas/6bcf559e66e74384b88ed234781f0655 HTTP/1.1" status: 200 len: 375 time: 0.0094757 Aug 10 10:48:33.142564 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:48:33.173163 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-a33f3d66-7943-4951-9b7f-a54ca877a553 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492847 Aug 10 10:48:33.262412 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-75b0ed39-3271-49e4-87a4-e6bbcafdd8be service neutron] 10.222.0.43 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821140 Aug 10 10:48:33.361358 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-33d20483-e790-4f0d-b66e-f278509cb7d4 service neutron] 10.222.0.43 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923142 Aug 10 10:48:33.488288 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:48:33.496326 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-2a269da6-e740-4631-82c6-572d50d3fe72 admin admin] 10.222.0.43 "PUT /v2.0/routers/483d9d61-2d0f-4116-92ed-276f1c2a1ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7571852 Aug 10 10:48:33.499756 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47322) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:33.512519 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] Sync routers for ids ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:48:33.521949 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] Routers {'483d9d61-2d0f-4116-92ed-276f1c2a1ab7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:33.522777 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:33.592713 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-49c2597e-f056-4644-9dce-d78a3e727525 req-19ba5087-7375-404f-8c07-9c99cfda7d74 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 210 time: 0.0865202 Aug 10 10:48:33.651715 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] Set router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:33.656956 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks [] for router, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:33.761166 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:33.816831 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Deleting port 670aebd6-83d9-4f1f-a048-fe3a778fda27 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:33.817179 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:33.847861 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:48:32Z', 'revision_number': 5, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'gw_port': {'id': '670aebd6-83d9-4f1f-a048-fe3a778fda27', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:33.875524 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] Checking router: 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:48:33.883638 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] Routers {'483d9d61-2d0f-4116-92ed-276f1c2a1ab7'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:48:33.884233 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:48:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:33.900854 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] For port 670aebd6-83d9-4f1f-a048-fe3a778fda27, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=670aebd6-83d9-4f1f-a048-fe3a778fda27,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:33.901220 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:33.918781 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Calling delete_port for 670aebd6-83d9-4f1f-a048-fe3a778fda27 owned by network:router_gateway {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:33.970914 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] Set router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 gateway port host: None {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:48:34.024145 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:48:33Z', 'revision_number': 6, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'gw_port_host': None}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:34.054671 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4550f-4db2-402b-a266-4265fcebdebf None None] The sync data for ids ['483d9d61-2d0f-4116-92ed-276f1c2a1ab7'] in dv-cinder-772181-13-iscsi is: [{'id': '483d9d61-2d0f-4116-92ed-276f1c2a1ab7', 'name': 'tempest-TestMinimumBasicScenario-1086329179-router', 'tenant_id': '832878453ee94a5ab21e440e7a51535f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:43Z', 'updated_at': '2021-08-10T10:48:33Z', 'revision_number': 6, 'project_id': '832878453ee94a5ab21e440e7a51535f', 'gw_port_host': None}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:48:34.323603 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.347967 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Pushing event deleted for resources: {'Port': ['ID=670aebd6-83d9-4f1f-a048-fe3a778fda27,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:34.405935 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373966'] for router_gateway, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.496817 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33921'] for router, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.498866 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.543686 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375843'] for router, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.544216 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 483d9d61-2d0f-4116-92ed-276f1c2a1ab7 {{(pid=99996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:48:34.548770 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.549511 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-cbaf73c3-b5e9-45c9-89be-d635d1ecda02 admin admin] 10.222.0.43 "DELETE /v2.0/routers/483d9d61-2d0f-4116-92ed-276f1c2a1ab7 HTTP/1.1" status: 204 len: 168 time: 1.0487864 Aug 10 10:48:34.552050 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47332) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:34.595378 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c02de6a-ce38-4497-8e9e-577d657dedfd admin admin] Deleting subnet 8fe8d59c-6476-46c2-90c8-dbdead610b48 {{(pid=99996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:48:34.598322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0c02de6a-ce38-4497-8e9e-577d657dedfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.631957 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0c02de6a-ce38-4497-8e9e-577d657dedfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9098052'] for subnet, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.696423 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6ee4989b-5fd7-4f30-a471-6bffb0f2bbaa req-d3933263-e8b7-4556-a883-02b2d96bc85f tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 210 time: 0.0299845 Aug 10 10:48:34.738853 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0c02de6a-ce38-4497-8e9e-577d657dedfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.793235 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0c02de6a-ce38-4497-8e9e-577d657dedfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929245'] for subnet, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.820642 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02de6a-ce38-4497-8e9e-577d657dedfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe8d59c-6476-46c2-90c8-dbdead610b48,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:34.823114 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0c02de6a-ce38-4497-8e9e-577d657dedfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.825052 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-0c02de6a-ce38-4497-8e9e-577d657dedfd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8fe8d59c-6476-46c2-90c8-dbdead610b48 HTTP/1.1" status: 204 len: 168 time: 0.2720294 Aug 10 10:48:34.827384 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47338) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:34.829904 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c27ae-09ca-4ed7-a6a6-51008d5f23fb None None] Network cf688658-5a8f-48c9-8988-ae34541a5614 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:48:34.899791 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:34.953298 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Deleting port e4e59d74-5968-4eb0-af37-c7590fa54af6 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:34.953769 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.009162 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b101850-4147-45f7-a678-77674c99f3d7 None None] DHCP port deletion for cf688658-5a8f-48c9-8988-ae34541a5614 request from dv-cinder-772181-13-iscsi {{(pid=99997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:48:35.019952 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] For port e4e59d74-5968-4eb0-af37-c7590fa54af6, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=e4e59d74-5968-4eb0-af37-c7590fa54af6,segment=NetworkSegment(528c523b-5783-4ae3-8394-6c4192683013),segment_id=528c523b-5783-4ae3-8394-6c4192683013)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:35.020317 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.035884 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Calling delete_port for e4e59d74-5968-4eb0-af37-c7590fa54af6 owned by network:dhcp {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:35.060253 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-5b101850-4147-45f7-a678-77674c99f3d7 None None] Deleting port e4e59d74-5968-4eb0-af37-c7590fa54af6 {{(pid=99997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:48:35.060631 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5b101850-4147-45f7-a678-77674c99f3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.122828 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.125466 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-5b101850-4147-45f7-a678-77674c99f3d7 None None] For port e4e59d74-5968-4eb0-af37-c7590fa54af6, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=e4e59d74-5968-4eb0-af37-c7590fa54af6,segment=NetworkSegment(528c523b-5783-4ae3-8394-6c4192683013),segment_id=528c523b-5783-4ae3-8394-6c4192683013)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:35.125864 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5b101850-4147-45f7-a678-77674c99f3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.139093 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-5b101850-4147-45f7-a678-77674c99f3d7 None None] Calling delete_port for e4e59d74-5968-4eb0-af37-c7590fa54af6 owned by network:dhcp {{(pid=99997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:48:35.148414 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e59d74-5968-4eb0-af37-c7590fa54af6,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:35.151972 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] No DVR routers for this DVR port e4e59d74-5968-4eb0-af37-c7590fa54af6 on host dv-cinder-772181-13-iscsi {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:48:35.214672 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5b101850-4147-45f7-a678-77674c99f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223'] for port, after_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.225166 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.235166 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf688658-5a8f-48c9-8988-ae34541a5614']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:35.236868 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b101850-4147-45f7-a678-77674c99f3d7 None None] Pushing event deleted for resources: {'Port': ['ID=e4e59d74-5968-4eb0-af37-c7590fa54af6,revision_number=None']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:35.242387 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b101850-4147-45f7-a678-77674c99f3d7 None None] No DVR routers for this DVR port e4e59d74-5968-4eb0-af37-c7590fa54af6 on host dv-cinder-772181-13-iscsi {{(pid=99997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:48:35.246249 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528c523b-5783-4ae3-8394-6c4192683013') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:35.246545 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528c523b-5783-4ae3-8394-6c4192683013') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:48:35.255726 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.270040 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.276059 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:48:35.276465 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:48:35.278767 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:48:35.331519 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.338426 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.340386 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] 10.222.0.43 "DELETE /v2.0/networks/cf688658-5a8f-48c9-8988-ae34541a5614 HTTP/1.1" status: 204 len: 168 time: 0.5121050 Aug 10 10:48:35.349581 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6e51d-8c05-4cbb-9b27-78f78d36abdb admin admin] Pushing event deleted for resources: {'Network': ['ID=cf688658-5a8f-48c9-8988-ae34541a5614,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:35.499240 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47342) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:35.537437 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-34fa2f3d-428e-480e-864c-6cda4e516c8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd7bd733989d449d89a37d6201efce0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369935 Aug 10 10:48:35.539812 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47344) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:35.585792 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fa17b8aa-18fc-4774-9707-e4aa62a72b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.607387 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fa17b8aa-18fc-4774-9707-e4aa62a72b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.656455 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fa17b8aa-18fc-4774-9707-e4aa62a72b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.659235 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fa17b8aa-18fc-4774-9707-e4aa62a72b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:35.661099 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-fa17b8aa-18fc-4774-9707-e4aa62a72b5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1b93c04-92c6-45b2-99b3-228ad83e97d9 HTTP/1.1" status: 204 len: 168 time: 0.1204011 Aug 10 10:48:35.670172 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17b8aa-18fc-4774-9707-e4aa62a72b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b93c04-92c6-45b2-99b3-228ad83e97d9,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:35.793768 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12da20b6-9244-48e2-a4e8-747ea9360c6b req-ceedd62b-1fbf-4eaf-b892-90a3c2b91f6c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 210 time: 0.0312316 Aug 10 10:48:35.971690 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47354) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:35.972638 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 57edc2da-6c4d-4995-a3c7-2c4173dff925 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:35.993612 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 57edc2da-6c4d-4995-a3c7-2c4173dff925 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:35.994003 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 57edc2da-6c4d-4995-a3c7-2c4173dff925 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:35.994419 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device e4e59d74-5968-4eb0-af37-c7590fa54af6 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:36.011503 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3f20db40-8f54-495b-867f-da7cacd44871 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=832878453ee94a5ab21e440e7a51535f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386062 Aug 10 10:48:36.013934 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47356) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:48:36.014821 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: e4e59d74-5968-4eb0-af37-c7590fa54af6 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:36.015211 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device e4e59d74-5968-4eb0-af37-c7590fa54af6 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:36.015624 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 670aebd6-83d9-4f1f-a048-fe3a778fda27 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:48:36.036754 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 670aebd6-83d9-4f1f-a048-fe3a778fda27 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:48:36.037101 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 670aebd6-83d9-4f1f-a048-fe3a778fda27 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:48:36.064566 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43127c55-bf16-4c74-9e11-22d538352914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:36.088291 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43127c55-bf16-4c74-9e11-22d538352914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:36.132786 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43127c55-bf16-4c74-9e11-22d538352914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:36.135743 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-43127c55-bf16-4c74-9e11-22d538352914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:36.136875 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-43127c55-bf16-4c74-9e11-22d538352914 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/feeac7c8-0708-4094-a1c6-c395486cfeb0 HTTP/1.1" status: 204 len: 168 time: 0.1220560 Aug 10 10:48:36.144285 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43127c55-bf16-4c74-9e11-22d538352914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeac7c8-0708-4094-a1c6-c395486cfeb0,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:36.888885 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-71563108-7779-496a-9d78-af014fbfc554 req-05b1657a-2a9a-4729-9f2a-365750335fdc tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 210 time: 0.0264471 Aug 10 10:48:37.160731 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-e77b4277-54d5-4b02-a506-68f18b8d7d50 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:37.162106 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-e77b4277-54d5-4b02-a506-68f18b8d7d50 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 813 time: 0.0998602 Aug 10 10:48:37.176592 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Request body: {'port': {'device_id': '87934d2d-6185-4b31-8b1e-803ccd49d56c', 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798', 'admin_state_up': True, 'tenant_id': '6bcf559e66e74384b88ed234781f0655'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:48:37.285375 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Made reservation on behalf of 6bcf559e66e74384b88ed234781f0655 for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:48:37.288870 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:37.409080 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Allocated IP 172.20.0.10 (890434e7-e1c3-4800-a46b-431460cf1798/473b5382-3241-4b01-841e-40161ecce431/21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:48:37.569364 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:37.607204 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:37.619863 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['15f4424e-6d5e-4108-ad0e-01810660af5e', '9af676fb-9875-405b-ac5c-7567760434d9'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:48:37.654197 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Network 890434e7-e1c3-4800-a46b-431460cf1798 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:48:37.659459 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:48:37.663842 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:48:37.688791 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Pushing event updated for resources: {'Port': ['ID=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:37.718250 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:37.718956 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:37.734161 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84020e45-b4e0-44a9-8c38-f952a01d2785 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5615141 Aug 10 10:48:37.747870 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Request body: {'port': {'device_id': '87934d2d-6185-4b31-8b1e-803ccd49d56c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:48:37.802937 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:38.056469 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9909f4-e794-428a-8ff0-b51c80686cde req-90315504-67cf-41cb-90d0-06f57f94147a tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:38.057947 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ff9909f4-e794-428a-8ff0-b51c80686cde req-90315504-67cf-41cb-90d0-06f57f94147a tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 932 time: 0.0841317 Aug 10 10:48:38.137485 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ff9909f4-e794-428a-8ff0-b51c80686cde req-c96070ff-7497-4f41-a926-823259de84de tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695839 Aug 10 10:48:38.151209 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:48:38.158985 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:38.171128 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Transition to ACTIVE for port object 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:48:38.175111 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:38.230314 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:38.297355 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Attempting to bind port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:48:38.297685 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Attempting to bind port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:48:38.298008 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Attempting to bind port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 on network 890434e7-e1c3-4800-a46b-431460cf1798 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:48:38.302164 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 on network 890434e7-e1c3-4800-a46b-431460cf1798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:48:38.302478 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Attempting to bind port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 on network 890434e7-e1c3-4800-a46b-431460cf1798 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:48:38.307221 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:48:38.307551 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Checking segment: {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:48:38.307922 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Bound using segment: {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:48:38.308338 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Bound port: 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:48:38.308681 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:38.368941 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] For port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:48:38.372183 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] For port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:48:38.375548 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:38.411948 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:38.412556 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:38.413912 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] 10.222.0.26 "PUT /v2.0/ports/21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 HTTP/1.1" status: 200 len: 1094 time: 0.6710284 Aug 10 10:48:38.414341 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87934d2d-6185-4b31-8b1e-803ccd49d56c', 'tag': '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:38.416586 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3a14f9-889d-4466-8a26-b96e429d67a4" -d '{"events": [{"name": "network-changed", "server_uuid": "87934d2d-6185-4b31-8b1e-803ccd49d56c", "tag": "21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:38.446695 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b92fd-36bc-4066-b5ea-ac476fa89ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:38.465862 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7184d05-4335-4a1a-964a-a002743d51c5 x-openstack-request-id: req-b7184d05-4335-4a1a-964a-a002743d51c5 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:38.466146 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87934d2d-6185-4b31-8b1e-803ccd49d56c", "tag": "21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:38.466512 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7184d05-4335-4a1a-964a-a002743d51c5 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:38.466783 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87934d2d-6185-4b31-8b1e-803ccd49d56c', 'tag': '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017', 'status': 'completed', 'code': 200} Aug 10 10:48:38.498284 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-8923113d-240c-4969-aaa7-8d1aadfda89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:38.499815 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-8923113d-240c-4969-aaa7-8d1aadfda89e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 1097 time: 0.0431983 Aug 10 10:48:39.253058 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816a678-f0f0-4e8a-b86c-bb2fb3c8e11e req-7f63119a-2c75-44c3-81ad-865bc0797098 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:39.254573 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9816a678-f0f0-4e8a-b86c-bb2fb3c8e11e req-7f63119a-2c75-44c3-81ad-865bc0797098 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 944 time: 0.0510252 Aug 10 10:48:39.292399 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9816a678-f0f0-4e8a-b86c-bb2fb3c8e11e req-ccb4a3a7-575d-42fb-8159-2425ec7ac34d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Aug 10 10:48:40.403819 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786479d-784b-471f-935a-d6a115e2174e req-da170930-c4b0-4773-9672-90caddea9b7d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:40.405268 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8786479d-784b-471f-935a-d6a115e2174e req-da170930-c4b0-4773-9672-90caddea9b7d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 944 time: 0.0476675 Aug 10 10:48:40.441988 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8786479d-784b-471f-935a-d6a115e2174e req-2c2947f5-9042-4beb-89e7-de009f0839c9 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307937 Aug 10 10:48:41.525402 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-53b9bb50-809b-4795-b76c-22be60dd11f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 HTTP/1.1" status: 200 len: 217 time: 0.0431528 Aug 10 10:48:41.600200 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-241dc468-e2a5-4580-8187-0adc1a0bdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:41.601667 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-241dc468-e2a5-4580-8187-0adc1a0bdc2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=473b5382-3241-4b01-841e-40161ecce431 HTTP/1.1" status: 200 len: 853 time: 0.0679295 Aug 10 10:48:41.609413 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bf030-cd47-49d8-9367-5178bbe25f2d req-776bd861-4c00-4f55-98dd-a7a3e8555d5f tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:41.610814 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-293bf030-cd47-49d8-9367-5178bbe25f2d req-776bd861-4c00-4f55-98dd-a7a3e8555d5f tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 944 time: 0.0881970 Aug 10 10:48:41.649030 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-f04e4551-fb33-497f-9b2d-b113461ce619 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=890434e7-e1c3-4800-a46b-431460cf1798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372663 Aug 10 10:48:41.706769 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-293bf030-cd47-49d8-9367-5178bbe25f2d req-e1a59e3f-0cd5-48a9-ae7e-f2df116466d8 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877838 Aug 10 10:48:41.748872 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-84972be3-68ab-466a-8d72-62f0d8d8fc93 service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918655 Aug 10 10:48:41.786486 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:48:41.839794 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6a8404f0-f816-4392-a75a-a313da0b89b3 req-cbef6a29-92bd-4b69-b090-9f0cbbc3b7cf service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835147 Aug 10 10:48:41.934967 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-b9bb8d13-2065-4bdb-8051-5f621533f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:41.937204 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-b9bb8d13-2065-4bdb-8051-5f621533f612 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 1097 time: 0.0414984 Aug 10 10:48:42.032213 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-1dc5a25a-67c6-40d2-8a3a-c8c51a70e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:42.033645 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-1dc5a25a-67c6-40d2-8a3a-c8c51a70e619 service neutron] 10.222.0.26 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 914 time: 0.0875423 Aug 10 10:48:42.078552 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-ced7e8f0-7c62-430a-8a28-ece803e714a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 HTTP/1.1" status: 200 len: 217 time: 0.0344529 Aug 10 10:48:42.132611 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-d53bf2e7-d2e8-4360-b38f-f420c43224b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:42.134043 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-d53bf2e7-d2e8-4360-b38f-f420c43224b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=473b5382-3241-4b01-841e-40161ecce431 HTTP/1.1" status: 200 len: 853 time: 0.0433788 Aug 10 10:48:42.168530 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-6d01c97e-045f-43d4-954a-2c60c037002d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=890434e7-e1c3-4800-a46b-431460cf1798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244637 Aug 10 10:48:42.262737 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-beaf33a5-f900-41da-9032-3a9a6db4e34a service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848424 Aug 10 10:48:42.359776 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2a3a14f9-889d-4466-8a26-b96e429d67a4 req-7ff6ae55-9b27-4cbd-9284-6d6173876e3f service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826111 Aug 10 10:48:42.824678 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3a823-2c7c-4602-887d-eb85f19ac486 req-e853a216-8e44-4f02-980d-56b180892d4d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:42.826150 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d8b3a823-2c7c-4602-887d-eb85f19ac486 req-e853a216-8e44-4f02-980d-56b180892d4d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 944 time: 0.0531704 Aug 10 10:48:42.864526 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d8b3a823-2c7c-4602-887d-eb85f19ac486 req-df47d8de-170c-4270-a780-3a29d105d0f5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Aug 10 10:48:43.979615 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9cad-d71c-49f8-823f-a6d6936e7ef2 req-b99bbce5-0506-43f1-a67b-40c37073bbb8 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:43.981577 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-68de9cad-d71c-49f8-823f-a6d6936e7ef2 req-b99bbce5-0506-43f1-a67b-40c37073bbb8 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 944 time: 0.0484006 Aug 10 10:48:44.017686 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-68de9cad-d71c-49f8-823f-a6d6936e7ef2 req-24b55698-2189-4013-93f7-acf3a71c6dd0 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304830 Aug 10 10:48:45.129757 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466315f0-4d06-4ce8-bd84-5b83d74dd47c req-eeff6720-8ecd-4936-9a28-243a791bf52b tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:45.131562 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-466315f0-4d06-4ce8-bd84-5b83d74dd47c req-eeff6720-8ecd-4936-9a28-243a791bf52b tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 944 time: 0.0479445 Aug 10 10:48:45.169774 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-466315f0-4d06-4ce8-bd84-5b83d74dd47c req-23aa6b9b-b2ea-44ae-bb8e-00680bcf5f07 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Aug 10 10:48:45.300621 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:48:45.390808 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:45.402141 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017', 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798', 'port_id': '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017', 'mac_address': 'fa:16:3e:1c:cb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473b5382-3241-4b01-841e-40161ecce431', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:48:45.440387 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:45.453372 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:48:45.472536 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:45.476529 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:45.522915 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:46.287784 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb2629-b54b-4a83-98f4-a39a9b5e3246 req-22f215d9-5ab3-445b-a9fb-0d49fb4b94d2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:46.289829 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fbb2629-b54b-4a83-98f4-a39a9b5e3246 req-22f215d9-5ab3-445b-a9fb-0d49fb4b94d2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 945 time: 0.0546885 Aug 10 10:48:46.328461 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6fbb2629-b54b-4a83-98f4-a39a9b5e3246 req-ce946171-99f1-40f3-bf3f-9271f08f4006 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Aug 10 10:48:46.659058 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:48:47.448068 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0120ef8-44ef-4600-bb3a-787bceeef3cd req-07b2351f-1c76-48f1-ab57-574df5fe32f1 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:47.449842 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c0120ef8-44ef-4600-bb3a-787bceeef3cd req-07b2351f-1c76-48f1-ab57-574df5fe32f1 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 945 time: 0.0527165 Aug 10 10:48:47.494869 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c0120ef8-44ef-4600-bb3a-787bceeef3cd req-e87058a7-94ef-45c6-9929-13cf2211e599 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 Aug 10 10:48:48.607503 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d94a3-2c96-4db5-8491-aafea0336480 req-d8adb1f6-e1fa-42c6-b512-c201f8ba1704 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:48.608970 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-344d94a3-2c96-4db5-8491-aafea0336480 req-d8adb1f6-e1fa-42c6-b512-c201f8ba1704 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 945 time: 0.0488617 Aug 10 10:48:48.645105 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-344d94a3-2c96-4db5-8491-aafea0336480 req-aad50d2a-cdbf-4419-83c9-1090b829752f tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302780 Aug 10 10:48:49.761231 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887e85d-fd7d-4a03-b252-9dc30b0b3689 req-2af57bb5-ef24-437c-ade6-53548ff6e313 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:49.762823 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4887e85d-fd7d-4a03-b252-9dc30b0b3689 req-2af57bb5-ef24-437c-ade6-53548ff6e313 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 945 time: 0.0519259 Aug 10 10:48:49.802090 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4887e85d-fd7d-4a03-b252-9dc30b0b3689 req-0311022b-1d59-4de4-a704-3e556504c027 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Aug 10 10:48:50.914299 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704b71e-ea45-45ae-a952-9fc0dada4475 req-0fb0fd72-733c-44aa-80ee-f12529c3e600 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:50.915980 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5704b71e-ea45-45ae-a952-9fc0dada4475 req-0fb0fd72-733c-44aa-80ee-f12529c3e600 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 945 time: 0.0491638 Aug 10 10:48:50.955211 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5704b71e-ea45-45ae-a952-9fc0dada4475 req-122885c3-3f6b-4e43-9d4f-8428f57ead2f tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Aug 10 10:48:51.754236 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:48:51.800677 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:48:51.804133 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:48:51.804508 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:51.879119 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:51.902554 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87934d2d-6185-4b31-8b1e-803ccd49d56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:51.904821 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46ba0e5-ead5-417f-87c2-d89236fc7624" -d '{"events": [{"server_uuid": "87934d2d-6185-4b31-8b1e-803ccd49d56c", "name": "network-vif-plugged", "status": "completed", "tag": "21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:51.920315 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:48:51.926925 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:51.954440 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c8a7e6-e3b3-417c-8c85-6da07c696bc1 x-openstack-request-id: req-e4c8a7e6-e3b3-417c-8c85-6da07c696bc1 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:51.954741 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87934d2d-6185-4b31-8b1e-803ccd49d56c", "name": "network-vif-plugged", "status": "completed", "tag": "21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:51.955022 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4c8a7e6-e3b3-417c-8c85-6da07c696bc1 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:51.955455 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87934d2d-6185-4b31-8b1e-803ccd49d56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017', 'code': 200} Aug 10 10:48:51.987405 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:52.084423 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa558a-ba69-42f5-bd67-c76fde31833e req-6386eaed-4fb2-4f12-be55-8a13c22a582e tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:52.086045 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0cfa558a-ba69-42f5-bd67-c76fde31833e req-6386eaed-4fb2-4f12-be55-8a13c22a582e tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 946 time: 0.0569320 Aug 10 10:48:52.157341 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0cfa558a-ba69-42f5-bd67-c76fde31833e req-9b6e0d3c-9295-42cc-8cab-5543b2abf1fc tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608549 Aug 10 10:48:52.163538 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294fa46-a83b-4d01-9349-7adaaa423bbc req-ec0a2dd0-ed5f-4b54-80e8-e81d558960e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:52.164733 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a294fa46-a83b-4d01-9349-7adaaa423bbc req-ec0a2dd0-ed5f-4b54-80e8-e81d558960e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 1099 time: 0.0778065 Aug 10 10:48:52.205608 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a294fa46-a83b-4d01-9349-7adaaa423bbc req-eba6385e-284d-464d-b7cb-a2dc68e5f95f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304289 Aug 10 10:48:53.160211 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-0fb70696-6081-4a2a-8b1d-0e6abf553ca0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307436618&fields=id&tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8 HTTP/1.1" status: 200 len: 267 time: 0.0317032 Aug 10 10:48:53.295615 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-57ed3aed-3304-40c6-8d4d-13316fe5bfff tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:53.297078 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-57ed3aed-3304-40c6-8d4d-13316fe5bfff tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 811 time: 0.1295278 Aug 10 10:48:53.316719 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae10d28-cd56-40ff-b524-2c3d60f4c28a req-3d475286-8c40-4202-aa3f-5f8f87900d86 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:53.318134 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3ae10d28-cd56-40ff-b524-2c3d60f4c28a req-3d475286-8c40-4202-aa3f-5f8f87900d86 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 946 time: 0.0901971 Aug 10 10:48:53.320492 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-697bae71-06f2-414a-8fe6-d85fc29283f0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/quotas/21c4bed7b2ef4acd95a1e59e51a74fd8 HTTP/1.1" status: 200 len: 375 time: 0.0177207 Aug 10 10:48:53.381838 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3ae10d28-cd56-40ff-b524-2c3d60f4c28a req-ce6e698c-0383-4687-9675-e34f8163eebd tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571394 Aug 10 10:48:53.403567 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-da5bc85d-a793-4c2e-aa42-8b6c211fbaca tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0733845 Aug 10 10:48:53.502079 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-8de059ba-1c6a-49a9-ae9d-37caa09b1226 service neutron] 10.222.0.43 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867276 Aug 10 10:48:53.590471 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-62a3045f-2720-4798-81b2-b74d8ef849c9 service neutron] 10.222.0.43 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823431 Aug 10 10:48:53.862519 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-80967162-fd92-487c-8850-28ad453884b0 req-7ea397b5-9297-4545-846c-9a0af363e7e6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0268342 Aug 10 10:48:54.502383 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bbabb-dc67-453e-9b93-e6e238485f51 req-db8160ef-859f-438a-85e0-cd2c7b4f4922 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:54.503866 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-607bbabb-dc67-453e-9b93-e6e238485f51 req-db8160ef-859f-438a-85e0-cd2c7b4f4922 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 946 time: 0.0524216 Aug 10 10:48:54.541720 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-607bbabb-dc67-453e-9b93-e6e238485f51 req-9b6100d5-a8cd-4d68-bdeb-814ac6694f82 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Aug 10 10:48:54.955499 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f5e08671-8cc0-4c80-b4be-dcdc0dc36078 req-a371d6a3-2a20-43a9-aedc-79a70a4eeda0 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0263603 Aug 10 10:48:55.662552 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eae588-7ba2-4715-afa6-20260b61d47e req-84924285-85bf-40d9-9d70-3a92d270d2c1 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:55.664077 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-31eae588-7ba2-4715-afa6-20260b61d47e req-84924285-85bf-40d9-9d70-3a92d270d2c1 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 946 time: 0.0511601 Aug 10 10:48:55.703567 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-31eae588-7ba2-4715-afa6-20260b61d47e req-edff3161-7189-424d-980c-488ad04cd5e4 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Aug 10 10:48:56.052122 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4f375dd7-1018-4ed1-b660-1525a6956f1a req-12ba7c30-7561-4924-9506-df574513dd9e tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0294862 Aug 10 10:48:56.329930 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-d5f368ce-05ae-4c54-b236-e956581abb22 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:56.331641 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-d5f368ce-05ae-4c54-b236-e956581abb22 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 811 time: 0.1129525 Aug 10 10:48:56.382384 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-e5b8b971-df07-4475-9d40-f896f6477c3d tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8 HTTP/1.1" status: 200 len: 380 time: 0.0378344 Aug 10 10:48:56.402349 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'port': {'device_id': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'admin_state_up': True, 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'security_groups': ['e21547a1-7c94-42b7-a2f4-bf48d9346ca6']}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:48:56.518591 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Made reservation on behalf of 21c4bed7b2ef4acd95a1e59e51a74fd8 for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:48:56.522053 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:56.644063 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Allocated IP 172.20.0.10 (71feb8ea-90ed-4fce-b017-3f71a250ca7f/5ea37a72-a309-4900-9862-9daf74955334/47008e77-ca28-4994-95fc-2d7f1feba32d) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:48:56.815411 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:56.833760 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Transition to ACTIVE for port object 47008e77-ca28-4994-95fc-2d7f1feba32d will not be triggered until provisioned by entity DHCP. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:48:56.843965 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e955541-b2b2-4fa1-bde2-1c3600b4c7e0 req-6de06772-6807-4775-b5c8-54d4d9551008 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:56.845385 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3e955541-b2b2-4fa1-bde2-1c3600b4c7e0 req-6de06772-6807-4775-b5c8-54d4d9551008 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 946 time: 0.0731862 Aug 10 10:48:56.902400 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3e955541-b2b2-4fa1-bde2-1c3600b4c7e0 req-1b028b38-f55b-430f-ba89-06db341d523a tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504665 Aug 10 10:48:56.906873 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:56.962429 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:48:56.965997 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:48:56.969504 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:48:57.001922 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'Port': ['ID=47008e77-ca28-4994-95fc-2d7f1feba32d,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:57.018942 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.019322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.019657 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.020145 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.020288 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.020618 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.020941 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.021266 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.021589 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.021906 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.022216 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.022539 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:48:57.045222 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:57.045975 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:57.063754 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-42d53fab-ebf0-4aad-a06f-1aecc69c22a2 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6661320 Aug 10 10:48:57.079703 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Request body: {'port': {'device_id': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:48:57.133134 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-25eda59a-469a-4edb-8f2e-528f6929147d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:57.186845 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:57.240069 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205fe5d-b32d-4099-a71c-0e49b5dc2276 req-8d51a787-fa13-4939-8803-6012c0c92c6a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:57.241748 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f205fe5d-b32d-4099-a71c-0e49b5dc2276 req-8d51a787-fa13-4939-8803-6012c0c92c6a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 932 time: 0.0960481 Aug 10 10:48:57.287481 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-aa07d079-9d54-4f56-a8a0-adbb172ebfef None None] Provisioning for port 47008e77-ca28-4994-95fc-2d7f1feba32d completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:48:57.292379 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-aa07d079-9d54-4f56-a8a0-adbb172ebfef None None] Provisioning complete for port 47008e77-ca28-4994-95fc-2d7f1feba32d triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:48:57.292928 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-aa07d079-9d54-4f56-a8a0-adbb172ebfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:57.326855 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-aa07d079-9d54-4f56-a8a0-adbb172ebfef None None] Port 47008e77-ca28-4994-95fc-2d7f1feba32d cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:48:57.352239 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f205fe5d-b32d-4099-a71c-0e49b5dc2276 req-571c22c4-73a0-4772-b1ce-f160e7f8a819 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021359 Aug 10 10:48:57.498860 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47008e77-ca28-4994-95fc-2d7f1feba32d {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:48:57.506763 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:57.518779 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Transition to ACTIVE for port object 47008e77-ca28-4994-95fc-2d7f1feba32d will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:48:57.522384 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:57.614632 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Pushing event updated for resources: {'Port': ['ID=47008e77-ca28-4994-95fc-2d7f1feba32d,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:57.686896 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Attempting to bind port 47008e77-ca28-4994-95fc-2d7f1feba32d on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:48:57.687368 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Attempting to bind port 47008e77-ca28-4994-95fc-2d7f1feba32d by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:48:57.691550 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Attempting to bind port 47008e77-ca28-4994-95fc-2d7f1feba32d on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:48:57.701998 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Port 47008e77-ca28-4994-95fc-2d7f1feba32d on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:48:57.702456 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Attempting to bind port 47008e77-ca28-4994-95fc-2d7f1feba32d on network 71feb8ea-90ed-4fce-b017-3f71a250ca7f {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:48:57.708550 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:48:57.708885 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Checking segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:48:57.709294 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Bound using segment: {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:48:57.709879 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Bound port: 47008e77-ca28-4994-95fc-2d7f1feba32d, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15761d70-fd8b-414d-8f21-d7ba636bb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:48:57.710304 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:57.791981 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] For port 47008e77-ca28-4994-95fc-2d7f1feba32d, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:48:57.795110 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] For port 47008e77-ca28-4994-95fc-2d7f1feba32d, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=47008e77-ca28-4994-95fc-2d7f1feba32d,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:48:57.800698 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:58.086014 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:58.086662 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:58.088012 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] 10.222.0.26 "PUT /v2.0/ports/47008e77-ca28-4994-95fc-2d7f1feba32d HTTP/1.1" status: 200 len: 1094 time: 1.0129175 Aug 10 10:48:58.088492 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:48:58.090662 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343f58c5-c3b2-4b7f-8f73-8b79dfc68dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:48:58.115193 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0537816-6f21-4e9e-a217-8d3c61ea619f service neutron] Pushing event updated for resources: {'Port': ['ID=47008e77-ca28-4994-95fc-2d7f1feba32d,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:48:58.138262 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993e7a48-f84e-4997-b3ef-bacc0f61ab1f x-openstack-request-id: req-993e7a48-f84e-4997-b3ef-bacc0f61ab1f {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:48:58.138558 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:48:58.138809 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-993e7a48-f84e-4997-b3ef-bacc0f61ab1f {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:48:58.139236 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'status': 'completed', 'code': 200} Aug 10 10:48:58.472130 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67ce5f-2d8c-44e1-8d1c-2d3e4865a1d6 req-8144f838-630d-4e5d-b3c2-5070ab743f57 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:58.473668 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7f67ce5f-2d8c-44e1-8d1c-2d3e4865a1d6 req-8144f838-630d-4e5d-b3c2-5070ab743f57 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0507157 Aug 10 10:48:58.510855 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7f67ce5f-2d8c-44e1-8d1c-2d3e4865a1d6 req-1ccd8d79-7f14-4be2-8cdc-5701c8ca537f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306942 Aug 10 10:48:59.568481 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-ee45a598-18ae-4de4-8378-2bc8c833c434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:48:59.668304 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ab47-8511-47a7-9979-5fc0757be2a2 req-71faee49-9003-4988-9d3c-5d63c5a8b75f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:59.669748 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7783ab47-8511-47a7-9979-5fc0757be2a2 req-71faee49-9003-4988-9d3c-5d63c5a8b75f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0476348 Aug 10 10:48:59.707127 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7783ab47-8511-47a7-9979-5fc0757be2a2 req-c4f9d026-633c-4004-8656-1c095c5a1498 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312660 Aug 10 10:48:59.809421 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554a709-9155-47c8-9b07-b476b0f8d4a9 req-169a519c-5e5a-46f1-9857-245982f0a0a3 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:48:59.810868 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f554a709-9155-47c8-9b07-b476b0f8d4a9 req-169a519c-5e5a-46f1-9857-245982f0a0a3 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0516250 Aug 10 10:48:59.848446 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f554a709-9155-47c8-9b07-b476b0f8d4a9 req-43852836-0522-4a73-9def-4382ad67ddba tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313892 Aug 10 10:49:00.113662 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:00.628648 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:00.817504 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5adc4b-434c-4fda-aaa5-57e253f3787f req-b296e0e2-3c67-4447-b0dc-1de06c03904f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:00.818943 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3f5adc4b-434c-4fda-aaa5-57e253f3787f req-b296e0e2-3c67-4447-b0dc-1de06c03904f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0472939 Aug 10 10:49:00.854982 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3f5adc4b-434c-4fda-aaa5-57e253f3787f req-b37757d0-daca-4bee-9dbc-214e017869f1 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299842 Aug 10 10:49:00.961762 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa59856-013b-41e8-8c59-17b62da6d083 req-18e7dece-3731-4e88-885a-cf49785f2a5d tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:00.963276 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-faa59856-013b-41e8-8c59-17b62da6d083 req-18e7dece-3731-4e88-885a-cf49785f2a5d tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0479565 Aug 10 10:49:01.003298 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-faa59856-013b-41e8-8c59-17b62da6d083 req-ea04b909-fcf2-430d-ac0b-b4939765922f tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337238 Aug 10 10:49:01.350032 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f58c5-c3b2-4b7f-8f73-8b79dfc68dcb req-2afde846-71bb-4923-acc3-e821d6bedc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:01.351706 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-343f58c5-c3b2-4b7f-8f73-8b79dfc68dcb req-2afde846-71bb-4923-acc3-e821d6bedc63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0476878 Aug 10 10:49:01.585645 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f58c5-c3b2-4b7f-8f73-8b79dfc68dcb req-bd51e16c-1cfc-43d9-b687-b8cfaa9ace21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:01.587219 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-343f58c5-c3b2-4b7f-8f73-8b79dfc68dcb req-bd51e16c-1cfc-43d9-b687-b8cfaa9ace21 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1920836 Aug 10 10:49:01.745355 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:01.762538 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f58c5-c3b2-4b7f-8f73-8b79dfc68dcb req-0d98b246-18e0-4c71-a798-89556dd4d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:01.764057 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-343f58c5-c3b2-4b7f-8f73-8b79dfc68dcb req-0d98b246-18e0-4c71-a798-89556dd4d6ed service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647956 Aug 10 10:49:01.851953 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-6762ddc2-c123-4e43-95fd-cc623eaef9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:01.853726 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-6762ddc2-c123-4e43-95fd-cc623eaef9f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0473926 Aug 10 10:49:01.903747 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-a1a62c1d-e48e-4c2d-aee1-bf10e0a8b2a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47008e77-ca28-4994-95fc-2d7f1feba32d HTTP/1.1" status: 200 len: 217 time: 0.0362132 Aug 10 10:49:01.997356 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-d6dbc218-ae67-46bf-ae33-3803771f9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:01.999413 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-d6dbc218-ae67-46bf-ae33-3803771f9de1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0824127 Aug 10 10:49:02.017825 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bb60d-6764-4db3-88c1-d60d0e0b0614 req-15a095ef-bd1c-4bcc-89ef-d526f39b7742 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:02.019512 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-de8bb60d-6764-4db3-88c1-d60d0e0b0614 req-15a095ef-bd1c-4bcc-89ef-d526f39b7742 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0700002 Aug 10 10:49:02.092993 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-de8bb60d-6764-4db3-88c1-d60d0e0b0614 req-f1801f76-8681-4b18-8cdf-08d1dc9c743e tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610375 Aug 10 10:49:02.103608 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-7094941e-925f-4356-8cc8-6e05ff42d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:02.107296 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-7094941e-925f-4356-8cc8-6e05ff42d780 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0838771 Aug 10 10:49:02.204720 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f8f5b-24a5-43f8-9a12-2e6fe70469de req-ec0589b1-ef60-4098-9319-30ef25e96445 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:02.206262 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9b5f8f5b-24a5-43f8-9a12-2e6fe70469de req-ec0589b1-ef60-4098-9319-30ef25e96445 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.1142917 Aug 10 10:49:02.240782 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-f9d2065f-6c27-44aa-b415-591ba000c655 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186805 Aug 10 10:49:02.302086 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9b5f8f5b-24a5-43f8-9a12-2e6fe70469de req-a1df9570-efc6-4354-8966-0de961276dad tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891061 Aug 10 10:49:02.337686 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:02.394386 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-64beacd0-9fe5-4611-a059-4c60c1abfaa2 req-713f0a94-fc7e-4013-a25b-b9417f252753 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418242 Aug 10 10:49:03.215561 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b4df6-4ad2-45a0-8148-5e5c2bde1f48 req-5032697b-0959-48f6-869d-c3c518110268 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:03.217091 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f10b4df6-4ad2-45a0-8148-5e5c2bde1f48 req-5032697b-0959-48f6-869d-c3c518110268 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0572643 Aug 10 10:49:03.257739 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f10b4df6-4ad2-45a0-8148-5e5c2bde1f48 req-555c4986-aa5a-4325-85d6-9c9415ec455a tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334806 Aug 10 10:49:03.432703 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dac33-0120-4bf0-8360-42875df8de4b req-653cb9da-b80a-4910-b00e-55b9e7435c7b tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:03.434189 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-519dac33-0120-4bf0-8360-42875df8de4b req-653cb9da-b80a-4910-b00e-55b9e7435c7b tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0495954 Aug 10 10:49:03.477076 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-519dac33-0120-4bf0-8360-42875df8de4b req-8f9c3c58-014e-405f-a6df-e1b9cd75ddda tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367906 Aug 10 10:49:04.372406 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e2a4a-8835-43de-9448-533438b698b8 req-40041895-738f-43ed-bb24-10588e8a8495 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:04.373916 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-891e2a4a-8835-43de-9448-533438b698b8 req-40041895-738f-43ed-bb24-10588e8a8495 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0485427 Aug 10 10:49:04.413448 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-891e2a4a-8835-43de-9448-533438b698b8 req-f2f2b291-45ac-4064-ad76-6324d4c245b8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335877 Aug 10 10:49:04.599378 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eabbe5-5a23-413d-be3e-09072f00abec req-d3968c67-3d1a-46b1-a335-ec21899e11c6 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:04.600923 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e4eabbe5-5a23-413d-be3e-09072f00abec req-d3968c67-3d1a-46b1-a335-ec21899e11c6 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0534229 Aug 10 10:49:04.647385 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-e4eabbe5-5a23-413d-be3e-09072f00abec req-faed106c-10d8-49e5-879e-481fd1c8421a tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372162 Aug 10 10:49:05.527898 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12229d94-6d72-49d6-a65c-57629666ecc0 req-e370c492-7ff3-4a04-bfac-2de6fcefd51e tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:05.529365 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12229d94-6d72-49d6-a65c-57629666ecc0 req-e370c492-7ff3-4a04-bfac-2de6fcefd51e tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0476749 Aug 10 10:49:05.566588 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-12229d94-6d72-49d6-a65c-57629666ecc0 req-6b228eac-3e11-4ea0-9e18-3278b10ac649 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Aug 10 10:49:05.771298 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a522-08e2-4a6b-8c4a-4ac31ab766ca req-243695e1-9f96-4a09-b377-ba985bc60258 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:05.773221 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8a70a522-08e2-4a6b-8c4a-4ac31ab766ca req-243695e1-9f96-4a09-b377-ba985bc60258 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0535951 Aug 10 10:49:05.813276 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8a70a522-08e2-4a6b-8c4a-4ac31ab766ca req-d4fc8d9c-55f9-4d0a-88f6-7f17bcab4a04 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333996 Aug 10 10:49:05.967082 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47682) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:06.075255 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.168632 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.175414 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.232865 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9919f878-08be-422a-80f5-88f8bd2a7601,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:06.237015 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c6f127f985f450e872d22e65f28156e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688799 Aug 10 10:49:06.239787 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47686) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:06.244407 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.244407 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.244407 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.244866 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.245018 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.245390 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.245670 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.245931 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.246233 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.246560 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.246883 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.247237 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9446f9-fc88-4333-bcbd-c65f24e6d663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:06.309073 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6d374c11-62d3-4a97-80bf-62404f80fd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.333709 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6d374c11-62d3-4a97-80bf-62404f80fd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.395858 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6d374c11-62d3-4a97-80bf-62404f80fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.398879 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6d374c11-62d3-4a97-80bf-62404f80fd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.401644 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6d374c11-62d3-4a97-80bf-62404f80fd1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9919f878-08be-422a-80f5-88f8bd2a7601 HTTP/1.1" status: 204 len: 168 time: 0.1590095 Aug 10 10:49:06.409902 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d374c11-62d3-4a97-80bf-62404f80fd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9919f878-08be-422a-80f5-88f8bd2a7601,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:06.688627 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bba47d-427a-43a0-a758-89aa1c9859bc req-57553a37-4284-4a94-8d57-bd978f5360e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:06.690766 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c5bba47d-427a-43a0-a758-89aa1c9859bc req-57553a37-4284-4a94-8d57-bd978f5360e5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0535071 Aug 10 10:49:06.712807 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47696) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:06.726619 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6210c09b-1036-4def-8ce7-14a11ff88716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.732799 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c5bba47d-427a-43a0-a758-89aa1c9859bc req-ee8dc579-839e-421c-bcb4-5e037ee59aef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360367 Aug 10 10:49:06.822434 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6210c09b-1036-4def-8ce7-14a11ff88716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.827513 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-6210c09b-1036-4def-8ce7-14a11ff88716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.877667 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-6210c09b-1036-4def-8ce7-14a11ff88716 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba8703109a584aa98ba15375def2516d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637557 Aug 10 10:49:06.878742 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210c09b-1036-4def-8ce7-14a11ff88716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f101f77b-7a1b-45a6-891a-9dd748c68d99,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:06.880445 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47704) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:06.960576 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-42155222-3f4b-4e07-849f-31178876b292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:06.986857 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4c207-bb6e-47e5-84b8-60677b5ce65e req-2efe49f7-536a-4b43-bd88-f9bf887ee1ee tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:06.988391 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-78f4c207-bb6e-47e5-84b8-60677b5ce65e req-2efe49f7-536a-4b43-bd88-f9bf887ee1ee tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0740108 Aug 10 10:49:06.999991 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-42155222-3f4b-4e07-849f-31178876b292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:07.053479 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-78f4c207-bb6e-47e5-84b8-60677b5ce65e req-057928f0-0e87-4096-b3a8-ae78b42cfeae tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562525 Aug 10 10:49:07.072492 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-42155222-3f4b-4e07-849f-31178876b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:07.075244 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-42155222-3f4b-4e07-849f-31178876b292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:07.079096 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-42155222-3f4b-4e07-849f-31178876b292 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f101f77b-7a1b-45a6-891a-9dd748c68d99 HTTP/1.1" status: 204 len: 168 time: 0.1949654 Aug 10 10:49:07.084736 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155222-3f4b-4e07-849f-31178876b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f101f77b-7a1b-45a6-891a-9dd748c68d99,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:07.881931 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f084d58-c6ef-42d4-a319-58085049d96f req-0d87da51-98e6-4b0f-9391-092edd9a2da5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:07.883918 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4f084d58-c6ef-42d4-a319-58085049d96f req-0d87da51-98e6-4b0f-9391-092edd9a2da5 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0566902 Aug 10 10:49:07.937555 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-4f084d58-c6ef-42d4-a319-58085049d96f req-4b904813-88f8-42ce-a085-9c3e9deb8b5b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Aug 10 10:49:08.012761 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-a3e69c30-6774-45e9-9d59-44319018e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:08.014284 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-a3e69c30-6774-45e9-9d59-44319018e0c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5de561a17374af7a77b82542646bd60&device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1099 time: 0.0485282 Aug 10 10:49:08.220337 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-f716c04e-a2bc-4797-8104-d0129cc8658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:08.221874 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-f716c04e-a2bc-4797-8104-d0129cc8658f service neutron] 10.222.0.26 "GET /v2.0/networks?id=62885bec-d970-40e6-b4aa-7db6f7ea523c HTTP/1.1" status: 200 len: 909 time: 0.1718447 Aug 10 10:49:08.247265 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f874f-5617-4675-a1f1-30a58257ad30 req-3044541b-d11a-460b-90a6-19821c4e3c5e tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:08.248883 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c56f874f-5617-4675-a1f1-30a58257ad30 req-3044541b-d11a-460b-90a6-19821c4e3c5e tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0966144 Aug 10 10:49:08.335048 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-0beb0df3-3b1d-4713-bd23-d2e7cf7404d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10300d46-fe36-4c5b-8439-4b52a72e7429 HTTP/1.1" status: 200 len: 1001 time: 0.1036472 Aug 10 10:49:08.343431 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c56f874f-5617-4675-a1f1-30a58257ad30 req-21935e8f-a0c1-49bb-a066-644d4449c8e5 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577164 Aug 10 10:49:08.416735 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-6f3ac65f-a4f1-41e4-8faf-9683435c6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:08.420303 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-6f3ac65f-a4f1-41e4-8faf-9683435c6c84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44 HTTP/1.1" status: 200 len: 847 time: 0.0754371 Aug 10 10:49:08.483731 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-452b8f22-9afc-4cad-9bc9-5f12c0ef1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:08.485323 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-452b8f22-9afc-4cad-9bc9-5f12c0ef1551 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62885bec-d970-40e6-b4aa-7db6f7ea523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556614 Aug 10 10:49:08.598369 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-011eeb78-da20-411a-b607-7a0663de7602 service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038177 Aug 10 10:49:08.714959 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a74b71b3-7daf-4ac9-9ad9-ced72c92d762 req-8c14549e-9683-439f-9526-04702764de17 service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055229 Aug 10 10:49:09.129929 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f574af-f529-49b5-a740-6ecf87538084 req-54b789be-6ea7-4ea3-bd06-a80b1717ee1c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:09.135649 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9f574af-f529-49b5-a740-6ecf87538084 req-54b789be-6ea7-4ea3-bd06-a80b1717ee1c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.1004789 Aug 10 10:49:09.180548 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c9f574af-f529-49b5-a740-6ecf87538084 req-f5bec780-21cd-4b87-877e-43c120eae8aa tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Aug 10 10:49:09.506613 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07319308-0a48-43f6-beb0-9c5917406610 req-e879b376-ca97-4079-b818-529daed084bc tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:09.508195 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-07319308-0a48-43f6-beb0-9c5917406610 req-e879b376-ca97-4079-b818-529daed084bc tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0605724 Aug 10 10:49:09.556519 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-07319308-0a48-43f6-beb0-9c5917406610 req-c2541271-0420-4d14-b49e-e3c25b704ff6 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419650 Aug 10 10:49:10.150465 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 47008e77-ca28-4994-95fc-2d7f1feba32d details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:49:10.300835 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 47008e77-ca28-4994-95fc-2d7f1feba32d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=47008e77-ca28-4994-95fc-2d7f1feba32d,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:10.319065 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'port_id': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'mac_address': 'fa:16:3e:51:47:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:49:10.334054 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45a113-9011-418a-b9cc-9ea7e8d2f383 req-1dc1646e-1cc9-4df3-8f44-8b84cc644362 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:10.335786 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ba45a113-9011-418a-b9cc-9ea7e8d2f383 req-1dc1646e-1cc9-4df3-8f44-8b84cc644362 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 944 time: 0.0582206 Aug 10 10:49:10.364443 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:10.382882 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47008e77-ca28-4994-95fc-2d7f1feba32d {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:49:10.392218 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ba45a113-9011-418a-b9cc-9ea7e8d2f383 req-80b88f33-874e-4bed-80c9-a5905e9eac9f tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493586 Aug 10 10:49:10.413546 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 47008e77-ca28-4994-95fc-2d7f1feba32d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=47008e77-ca28-4994-95fc-2d7f1feba32d,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:10.419580 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:10.483725 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=47008e77-ca28-4994-95fc-2d7f1feba32d,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:10.491880 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.492366 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.492594 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.493175 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.493530 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.493879 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.494214 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.494598 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.494931 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.495309 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.495643 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.496160 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:49:10.726646 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752e48-19c4-45b7-91ce-17e077c22886 req-027b93b5-e5fa-4243-b2cb-7ea7fc28eddc tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:10.728927 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8b752e48-19c4-45b7-91ce-17e077c22886 req-027b93b5-e5fa-4243-b2cb-7ea7fc28eddc tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0892396 Aug 10 10:49:10.754447 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['47008e77-ca28-4994-95fc-2d7f1feba32d'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:49:10.807379 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8b752e48-19c4-45b7-91ce-17e077c22886 req-8cb15db5-8e4f-4c96-8fc2-1059d88d6918 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540402 Aug 10 10:49:11.050803 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff04a-156b-485a-8374-7273ff9c7994 req-ca9cd853-d99a-46dc-aaa8-75ed6d0c1a7c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:11.052401 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-ca9cd853-d99a-46dc-aaa8-75ed6d0c1a7c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 813 time: 0.1125219 Aug 10 10:49:11.077903 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-43b5f6df-e9c0-4298-98ad-3279865e8fe1 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/quotas/6bcf559e66e74384b88ed234781f0655 HTTP/1.1" status: 200 len: 375 time: 0.0193224 Aug 10 10:49:11.134850 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-3fab0488-d8ea-4000-a513-645faaa6d035 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510297 Aug 10 10:49:11.234796 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-477ff552-6a51-45f1-a97d-245986e17665 service neutron] 10.222.0.43 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929072 Aug 10 10:49:11.332659 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-0ad6f330-e6c4-48b3-830c-c00595f74af0 service neutron] 10.222.0.43 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914452 Aug 10 10:49:11.539390 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-48a17d88-7bac-4ddc-9cab-dfe593cb0f2d req-172f69e3-b5f7-499e-a5fd-b48caaafd473 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 210 time: 0.0280862 Aug 10 10:49:11.571805 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59610a-d61a-4e9d-a9ea-5f67efc51861 req-1f257dee-3add-442f-9241-79a04cf2e8f9 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:11.576267 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7a59610a-d61a-4e9d-a9ea-5f67efc51861 req-1f257dee-3add-442f-9241-79a04cf2e8f9 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 945 time: 0.0976689 Aug 10 10:49:11.652457 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7a59610a-d61a-4e9d-a9ea-5f67efc51861 req-ba7212af-6346-4c25-8178-02da03b9b39d tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669105 Aug 10 10:49:11.666049 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-83b3c085-817b-4b15-9243-e47739831673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:11.669073 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-83b3c085-817b-4b15-9243-e47739831673 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5de561a17374af7a77b82542646bd60&device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1099 time: 0.0556567 Aug 10 10:49:11.786801 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-7bb5effb-11de-465e-8f6a-f8fa5eaf826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:11.788380 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-7bb5effb-11de-465e-8f6a-f8fa5eaf826e service neutron] 10.222.0.26 "GET /v2.0/networks?id=62885bec-d970-40e6-b4aa-7db6f7ea523c HTTP/1.1" status: 200 len: 909 time: 0.1079755 Aug 10 10:49:11.888637 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-543631f8-726d-4df7-9cc5-f7a4e74893e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10300d46-fe36-4c5b-8439-4b52a72e7429 HTTP/1.1" status: 200 len: 1001 time: 0.0913975 Aug 10 10:49:11.976124 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efcd2f-ffdf-489c-935e-3c272119f810 req-30278f19-ba47-43ef-acea-d6dc1657e542 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:11.977696 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-22efcd2f-ffdf-489c-935e-3c272119f810 req-30278f19-ba47-43ef-acea-d6dc1657e542 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0925963 Aug 10 10:49:11.983628 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-21052c8d-8be2-45c5-bef3-2ceaf0252c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:11.985527 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-21052c8d-8be2-45c5-bef3-2ceaf0252c1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44 HTTP/1.1" status: 200 len: 847 time: 0.0692844 Aug 10 10:49:12.068717 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-22efcd2f-ffdf-489c-935e-3c272119f810 req-24697210-3b85-4b2f-bddf-6a402428f53f tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792649 Aug 10 10:49:12.075118 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-d8b40c0a-60dc-49d6-a1ac-bc78f43b2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:12.077643 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-d8b40c0a-60dc-49d6-a1ac-bc78f43b2fed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62885bec-d970-40e6-b4aa-7db6f7ea523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792806 Aug 10 10:49:12.180083 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 47008e77-ca28-4994-95fc-2d7f1feba32d up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:49:12.201372 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-ec19fda0-0f51-4497-9912-213b9b230e8b service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115999 Aug 10 10:49:12.234003 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 47008e77-ca28-4994-95fc-2d7f1feba32d completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:49:12.238107 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 47008e77-ca28-4994-95fc-2d7f1feba32d triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:49:12.238567 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:12.313687 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3bf37372-234c-44ad-be08-d065d6aae5f7 req-d044b6ce-ea7e-481a-983f-c621f4c9ed1f service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999901 Aug 10 10:49:12.345199 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:12.374014 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:12.376372 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe71b27-6d86-445e-85d7-fa789069a233" -d '{"events": [{"server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "name": "network-vif-plugged", "status": "completed", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:12.396215 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 47008e77-ca28-4994-95fc-2d7f1feba32d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=47008e77-ca28-4994-95fc-2d7f1feba32d,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:12.402205 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:12.554960 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b400f24-bf18-434f-81a2-f01ffdde1541 x-openstack-request-id: req-6b400f24-bf18-434f-81a2-f01ffdde1541 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:12.555296 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "name": "network-vif-plugged", "status": "completed", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:12.555567 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b400f24-bf18-434f-81a2-f01ffdde1541 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:12.555918 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'code': 200} Aug 10 10:49:12.599489 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=47008e77-ca28-4994-95fc-2d7f1feba32d,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:12.814933 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa975ce4-b781-4368-b620-cc1bbe441eae req-a0d1723f-6345-41a8-a0a8-091e830dc5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:12.816770 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-fa975ce4-b781-4368-b620-cc1bbe441eae req-a0d1723f-6345-41a8-a0a8-091e830dc5fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0444870 Aug 10 10:49:12.822745 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47868) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:12.824216 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c6718271-d3eb-4e06-89bf-25acbdb2dab7 req-df6c4705-42df-452c-89ba-8386edd512ab tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 210 time: 0.0590849 Aug 10 10:49:12.864042 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-fa975ce4-b781-4368-b620-cc1bbe441eae req-56f1f8cd-8b57-4c3d-80ba-66056ed5888b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342760 Aug 10 10:49:12.903804 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cafa35-b966-4e73-a223-3f028fedd460 req-accd7056-f4ea-491c-acdc-f2d9b48bec88 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:12.911347 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-49cafa35-b966-4e73-a223-3f028fedd460 req-accd7056-f4ea-491c-acdc-f2d9b48bec88 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 946 time: 0.1189013 Aug 10 10:49:12.925768 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff04a-156b-485a-8374-7273ff9c7994 req-d59cab6a-df15-41b8-b16a-47bc712d550c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:12.927398 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-d59cab6a-df15-41b8-b16a-47bc712d550c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 813 time: 0.2845993 Aug 10 10:49:12.955331 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b1972d5-e7a6-4efd-8b7a-4b2b44dbf545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:12.962782 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-49cafa35-b966-4e73-a223-3f028fedd460 req-bac55231-5c52-497c-aaa3-2d83089455bd tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504029 Aug 10 10:49:12.973872 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Request body: {'port': {'device_id': '53ba70c1-4421-4f80-9055-1014bd998fdf', 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798', 'admin_state_up': True, 'tenant_id': '6bcf559e66e74384b88ed234781f0655'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:49:13.073661 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b1972d5-e7a6-4efd-8b7a-4b2b44dbf545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.077921 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9b1972d5-e7a6-4efd-8b7a-4b2b44dbf545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.097594 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Made reservation on behalf of 6bcf559e66e74384b88ed234781f0655 for: {'port': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:49:13.102267 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.119857 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1972d5-e7a6-4efd-8b7a-4b2b44dbf545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2bc20f-872e-478f-8382-0c730005d6ff,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:13.128253 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9b1972d5-e7a6-4efd-8b7a-4b2b44dbf545 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88124e24226d4a8dad7e066dd2a7c95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037977 Aug 10 10:49:13.129399 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47878) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:13.186360 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bc868b10-2e25-4490-986f-3f59a65eea53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.210502 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bc868b10-2e25-4490-986f-3f59a65eea53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.262412 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bc868b10-2e25-4490-986f-3f59a65eea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.265356 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-bc868b10-2e25-4490-986f-3f59a65eea53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.266664 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-bc868b10-2e25-4490-986f-3f59a65eea53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a2bc20f-872e-478f-8382-0c730005d6ff HTTP/1.1" status: 204 len: 168 time: 0.1364675 Aug 10 10:49:13.278506 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ad778-3ac7-4805-abe1-0c2e0a05cace req-859142ff-f1d1-4db4-944d-3cba9ae670bd tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:13.279515 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc868b10-2e25-4490-986f-3f59a65eea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2bc20f-872e-478f-8382-0c730005d6ff,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:13.280301 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-877ad778-3ac7-4805-abe1-0c2e0a05cace req-859142ff-f1d1-4db4-944d-3cba9ae670bd tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.1092365 Aug 10 10:49:13.309322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Allocated IP 172.20.0.13 (890434e7-e1c3-4800-a46b-431460cf1798/473b5382-3241-4b01-841e-40161ecce431/096c853b-5971-46f4-84b8-59efd4f119bf) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:49:13.355693 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-877ad778-3ac7-4805-abe1-0c2e0a05cace req-6e75864f-17bc-4652-899e-5b98e0aa8de6 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582931 Aug 10 10:49:13.582845 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47884) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:13.599825 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a2666b0d-3b59-4a6b-a5c7-b8843035e3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.735848 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a2666b0d-3b59-4a6b-a5c7-b8843035e3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.741214 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a2666b0d-3b59-4a6b-a5c7-b8843035e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.785550 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2666b0d-3b59-4a6b-a5c7-b8843035e3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539643d2-3430-4f1c-8b7d-165e00926d5a,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:13.789352 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.790118 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a2666b0d-3b59-4a6b-a5c7-b8843035e3fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea686f6a4f8f4782b456467f75869f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057464 Aug 10 10:49:13.793466 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47886) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:13.846807 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.849641 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2dfd10b1-8dd1-4de2-8b15-7a0510a7ec83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.865097 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['15f4424e-6d5e-4108-ad0e-01810660af5e', '9af676fb-9875-405b-ac5c-7567760434d9', '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:49:13.878550 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2dfd10b1-8dd1-4de2-8b15-7a0510a7ec83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.925393 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Network 890434e7-e1c3-4800-a46b-431460cf1798 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:49:13.928651 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:49:13.933083 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:49:13.958568 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2dfd10b1-8dd1-4de2-8b15-7a0510a7ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.963808 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-2dfd10b1-8dd1-4de2-8b15-7a0510a7ec83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:13.965664 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-2dfd10b1-8dd1-4de2-8b15-7a0510a7ec83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/539643d2-3430-4f1c-8b7d-165e00926d5a HTTP/1.1" status: 204 len: 168 time: 0.1710303 Aug 10 10:49:14.002739 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd10b1-8dd1-4de2-8b15-7a0510a7ec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539643d2-3430-4f1c-8b7d-165e00926d5a,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:14.018309 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Pushing event updated for resources: {'Port': ['ID=096c853b-5971-46f4-84b8-59efd4f119bf,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:14.044551 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:14.045224 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:14.096050 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-424e51b8-4603-4651-9fbe-927aade97847 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1269252 Aug 10 10:49:14.129334 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a670c-139f-4d06-9f02-0c1b53af790a req-64d0df2d-2cfb-4ec4-8736-5f759feed51e tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:14.131979 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c70a670c-139f-4d06-9f02-0c1b53af790a req-64d0df2d-2cfb-4ec4-8736-5f759feed51e tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 932 time: 0.0945771 Aug 10 10:49:14.143395 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Request body: {'port': {'device_id': '53ba70c1-4421-4f80-9055-1014bd998fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:49:14.275543 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-c70a670c-139f-4d06-9f02-0c1b53af790a req-99e6a8ef-9b6b-4246-8447-b06b26808b60 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072209 Aug 10 10:49:14.286526 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d179d-6b6f-4182-9bdc-a04de916de74 req-03f0d9dd-ada5-41c3-992b-84aa5a15b3b8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:14.294589 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cd8d179d-6b6f-4182-9bdc-a04de916de74 req-03f0d9dd-ada5-41c3-992b-84aa5a15b3b8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 946 time: 0.1590538 Aug 10 10:49:14.306154 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:14.399237 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cd8d179d-6b6f-4182-9bdc-a04de916de74 req-372b1fc3-0ef3-4a2e-b836-84433bd7f82d tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012945 Aug 10 10:49:14.648836 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ec45-6e67-468f-81fb-3f22aef90053 req-96be8217-594f-4fca-bbce-d922cd4d78b0 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:14.650645 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3374ec45-6e67-468f-81fb-3f22aef90053 req-96be8217-594f-4fca-bbce-d922cd4d78b0 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.1541586 Aug 10 10:49:14.669116 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6682653-e2c2-404a-aec2-18e2fdb21733 req-bc297957-daf7-4b1f-9b0b-1cf53362dead tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:14.670657 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f6682653-e2c2-404a-aec2-18e2fdb21733 req-bc297957-daf7-4b1f-9b0b-1cf53362dead tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 946 time: 0.1624963 Aug 10 10:49:14.770601 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3374ec45-6e67-468f-81fb-3f22aef90053 req-bac5a438-9f74-49e2-b1ff-39c7db80ee80 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122868 Aug 10 10:49:14.780586 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f6682653-e2c2-404a-aec2-18e2fdb21733 req-52fbcd55-75e4-4e10-bb8f-6fe13e7e1e3b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942013 Aug 10 10:49:14.822824 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47908) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:14.855249 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096c853b-5971-46f4-84b8-59efd4f119bf {{(pid=99996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:49:14.864592 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:14.881070 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.provisioning_blocks [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Transition to ACTIVE for port object 096c853b-5971-46f4-84b8-59efd4f119bf will not be triggered until provisioned by entity L2. {{(pid=99996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:49:14.885565 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:14.973061 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Pushing event updated for resources: {'Port': ['ID=096c853b-5971-46f4-84b8-59efd4f119bf,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:15.154057 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf12abf-db19-4fa1-a73d-75e17da15754 tempest-TestVolumeBootPattern-1440885616 tempest-TestVolumeBootPattern-1440885616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:15.159434 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-daf12abf-db19-4fa1-a73d-75e17da15754 tempest-TestVolumeBootPattern-1440885616 tempest-TestVolumeBootPattern-1440885616-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 1094 time: 0.3313808 Aug 10 10:49:15.159692 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 47920) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:15.164941 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Request body: {'floatingip': {'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'port_id': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:49:15.171714 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Attempting to bind port 096c853b-5971-46f4-84b8-59efd4f119bf on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:49:15.172145 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Attempting to bind port 096c853b-5971-46f4-84b8-59efd4f119bf by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:49:15.172481 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Attempting to bind port 096c853b-5971-46f4-84b8-59efd4f119bf on network 890434e7-e1c3-4800-a46b-431460cf1798 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:49:15.182033 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Port 096c853b-5971-46f4-84b8-59efd4f119bf on network 890434e7-e1c3-4800-a46b-431460cf1798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:49:15.182356 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Attempting to bind port 096c853b-5971-46f4-84b8-59efd4f119bf on network 890434e7-e1c3-4800-a46b-431460cf1798 {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:49:15.193337 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:49:15.193675 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Checking segment: {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:49:15.194053 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Bound using segment: {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'} {{(pid=99996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:49:15.194860 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.managers [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Bound port: 096c853b-5971-46f4-84b8-59efd4f119bf, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ade90b-d9a2-411e-944d-539a62044dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798'}}] {{(pid=99996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:49:15.194860 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:15.207575 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:15.325583 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] For port 096c853b-5971-46f4-84b8-59efd4f119bf, host hv-cinder-77218, cleared binding levels {{(pid=99996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:49:15.348916 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] For port 096c853b-5971-46f4-84b8-59efd4f119bf, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=096c853b-5971-46f4-84b8-59efd4f119bf,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:49:15.360493 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:15.445828 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:15.446690 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:15.448333 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] 10.222.0.26 "PUT /v2.0/ports/096c853b-5971-46f4-84b8-59efd4f119bf HTTP/1.1" status: 200 len: 1094 time: 1.3148685 Aug 10 10:49:15.451726 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ba70c1-4421-4f80-9055-1014bd998fdf', 'tag': '096c853b-5971-46f4-84b8-59efd4f119bf'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:15.454058 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186155c4-20f5-4992-aff8-3307ce97d5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "53ba70c1-4421-4f80-9055-1014bd998fdf", "tag": "096c853b-5971-46f4-84b8-59efd4f119bf"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:15.520507 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c5095-5577-4678-b9aa-f1105cf772c2 service neutron] Pushing event updated for resources: {'Port': ['ID=096c853b-5971-46f4-84b8-59efd4f119bf,revision_number=3']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:15.535549 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698f5ad8-df39-4cf8-b794-32701d74c67f x-openstack-request-id: req-698f5ad8-df39-4cf8-b794-32701d74c67f {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:15.535812 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ba70c1-4421-4f80-9055-1014bd998fdf", "tag": "096c853b-5971-46f4-84b8-59efd4f119bf", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:15.536058 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-698f5ad8-df39-4cf8-b794-32701d74c67f {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:15.536634 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ba70c1-4421-4f80-9055-1014bd998fdf', 'tag': '096c853b-5971-46f4-84b8-59efd4f119bf', 'status': 'completed', 'code': 200} Aug 10 10:49:15.559192 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:15.572402 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073384e-135e-42a7-b9dc-d3a36494d11b req-cfc9e740-01ca-471b-8af9-35ca1aa1b3b6 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:15.574034 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3073384e-135e-42a7-b9dc-d3a36494d11b req-cfc9e740-01ca-471b-8af9-35ca1aa1b3b6 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 944 time: 0.1329832 Aug 10 10:49:15.662331 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff04a-156b-485a-8374-7273ff9c7994 req-9b7be1e3-5eb6-4cb1-8a45-344925b5b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:15.663885 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-9b7be1e3-5eb6-4cb1-8a45-344925b5b904 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 1097 time: 0.1455166 Aug 10 10:49:15.706246 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3073384e-135e-42a7-b9dc-d3a36494d11b req-591f050a-c760-498c-8d7d-203bcfb54680 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225703 Aug 10 10:49:15.738583 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-da0acadd-7528-4792-aff1-5b69a9bd231c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=096c853b-5971-46f4-84b8-59efd4f119bf HTTP/1.1" status: 200 len: 217 time: 0.0612917 Aug 10 10:49:15.820400 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Allocated IP 172.27.1.6 (6985d318-c372-40c5-9eb9-c33017091232/70d16f7d-99ce-44a4-a39b-e84c3596d2fd/6a822b36-3808-4b08-b034-1857186364ac) {{(pid=99996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:49:15.841574 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff04a-156b-485a-8374-7273ff9c7994 req-66472376-8730-43d5-9b0b-f568b3f22873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:15.843201 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-66472376-8730-43d5-9b0b-f568b3f22873 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=473b5382-3241-4b01-841e-40161ecce431 HTTP/1.1" status: 200 len: 853 time: 0.0909820 Aug 10 10:49:15.931691 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-8860d083-5265-4bee-afce-c98ff1fa42e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=890434e7-e1c3-4800-a46b-431460cf1798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711453 Aug 10 10:49:16.064161 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0f94-ef4b-49d8-b481-a337bdeb8f25 req-9b8b9a81-2cd4-45a8-9b6c-01abee63f039 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:16.065809 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-68fc0f94-ef4b-49d8-b481-a337bdeb8f25 req-9b8b9a81-2cd4-45a8-9b6c-01abee63f039 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.1661077 Aug 10 10:49:16.089293 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for port, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:16.125695 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-92dde36b-d029-43b0-97d7-68ef1047c402 service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736264 Aug 10 10:49:16.168014 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-68fc0f94-ef4b-49d8-b481-a337bdeb8f25 req-7781d34a-9796-4147-9e72-ea422076a3f4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924258 Aug 10 10:49:16.247041 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:16.292485 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-271ff04a-156b-485a-8374-7273ff9c7994 req-97ea5b11-942d-48d1-8331-ece5a29f89fe service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540735 Aug 10 10:49:16.306133 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Network 6985d318-c372-40c5-9eb9-c33017091232 is already hosted by enough agents. {{(pid=99996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:49:16.315085 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Resources bound (agent type, host, resource id): {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:49:16.319250 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Received port after_create {{(pid=99996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:49:16.385544 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'Port': ['ID=6a822b36-3808-4b08-b034-1857186364ac,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:16.473761 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47964) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:16.508129 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-411e588a-5cc4-48de-9fa8-9c546598191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:16.509660 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-411e588a-5cc4-48de-9fa8-9c546598191c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bcf559e66e74384b88ed234781f0655&device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 1097 time: 0.1435673 Aug 10 10:49:16.525577 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-01fe36ad-c265-442c-895a-8d9d46cdc77b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1582580 Aug 10 10:49:16.598565 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9699e941-1b95-41fb-8c9d-9b449aa4876e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:16.606351 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3b94b-1207-496d-8abc-b667d800f347 req-bc30f134-9604-4fc3-8a77-eb2c5f0289f5 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:16.607936 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7bd3b94b-1207-496d-8abc-b667d800f347 req-bc30f134-9604-4fc3-8a77-eb2c5f0289f5 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.2192504 Aug 10 10:49:16.717472 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9699e941-1b95-41fb-8c9d-9b449aa4876e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:16.721032 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9699e941-1b95-41fb-8c9d-9b449aa4876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:16.738556 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7bd3b94b-1207-496d-8abc-b667d800f347 req-7f0a0bcf-a538-488a-b6b4-ffc2cf2108d1 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212935 Aug 10 10:49:16.757817 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699e941-1b95-41fb-8c9d-9b449aa4876e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90ac684-2d89-4fd8-a115-49fcbb89ffa7,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:16.788876 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9699e941-1b95-41fb-8c9d-9b449aa4876e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=191112befae84ad4844c22636d9e5b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131778 Aug 10 10:49:16.789817 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47976) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:16.849002 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d1232631-5217-48d1-9912-269eb7386e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:16.862254 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-deadc4a8-935d-475c-8755-08a5e2969ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:16.863810 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-deadc4a8-935d-475c-8755-08a5e2969ee2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 200 len: 914 time: 0.3373804 Aug 10 10:49:16.877477 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d1232631-5217-48d1-9912-269eb7386e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:16.942163 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d1232631-5217-48d1-9912-269eb7386e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:16.944870 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-d1232631-5217-48d1-9912-269eb7386e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:16.946145 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-d1232631-5217-48d1-9912-269eb7386e76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b90ac684-2d89-4fd8-a115-49fcbb89ffa7 HTTP/1.1" status: 204 len: 168 time: 0.1552052 Aug 10 10:49:16.959036 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1232631-5217-48d1-9912-269eb7386e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90ac684-2d89-4fd8-a115-49fcbb89ffa7,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:16.971783 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-0fdc93bd-2350-4273-bb7c-bdcff5ab8c21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=096c853b-5971-46f4-84b8-59efd4f119bf HTTP/1.1" status: 200 len: 217 time: 0.0512853 Aug 10 10:49:16.985660 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b26b4-5a29-4113-83fa-8fc15119666b req-ba2f6b1f-d0ba-40ad-8707-8ec288b1f310 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:16.987376 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ef9b26b4-5a29-4113-83fa-8fc15119666b req-ba2f6b1f-d0ba-40ad-8707-8ec288b1f310 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 944 time: 0.1468637 Aug 10 10:49:17.113525 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-412620e9-12d2-45cd-957c-151b9d8263e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:17.114934 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-412620e9-12d2-45cd-957c-151b9d8263e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=473b5382-3241-4b01-841e-40161ecce431 HTTP/1.1" status: 200 len: 853 time: 0.1266701 Aug 10 10:49:17.119899 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ef9b26b4-5a29-4113-83fa-8fc15119666b req-d2207852-0abb-459f-8fb9-111f5c71a39b tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204443 Aug 10 10:49:17.123655 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.173169 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-76b4950a-e67d-4227-9f7d-d9a559c85564 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=890434e7-e1c3-4800-a46b-431460cf1798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475650 Aug 10 10:49:17.275801 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47982) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:17.282084 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.300840 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-1ec35631-10a3-4911-a477-e40fbbbeb6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.357204 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-39320d63-3166-4077-ad98-dbb18dccda75 service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637869 Aug 10 10:49:17.419321 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-1ec35631-10a3-4911-a477-e40fbbbeb6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.425327 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-1ec35631-10a3-4911-a477-e40fbbbeb6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.492463 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-1ec35631-10a3-4911-a477-e40fbbbeb6b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a920febdf6914e8b82c82b0a209fdc7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142785 Aug 10 10:49:17.493896 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec35631-10a3-4911-a477-e40fbbbeb6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a045e79-b942-4f58-866d-e6b6eb31cbd5,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:17.498734 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 47984) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:17.580794 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dc0226bb-5d6f-4790-a0df-c2a523f41f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.617770 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dc0226bb-5d6f-4790-a0df-c2a523f41f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.675764 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dc0226bb-5d6f-4790-a0df-c2a523f41f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.678398 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-dc0226bb-5d6f-4790-a0df-c2a523f41f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.679613 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-dc0226bb-5d6f-4790-a0df-c2a523f41f0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a045e79-b942-4f58-866d-e6b6eb31cbd5 HTTP/1.1" status: 204 len: 168 time: 0.1795182 Aug 10 10:49:17.693514 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0226bb-5d6f-4790-a0df-c2a523f41f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a045e79-b942-4f58-866d-e6b6eb31cbd5,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:17.831882 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-186155c4-20f5-4992-aff8-3307ce97d5a7 req-f58b2f69-3f6e-4599-813b-a091a8aef53b service neutron] 10.222.0.26 "GET /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638228 Aug 10 10:49:17.877562 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for port, precommit_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.883412 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8491310'] for port, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:17.931751 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1efc79-930c-404f-9196-fe2655d775c6 req-fc46a871-ff4f-4aa5-918e-293b1d96aed4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:17.933315 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0c1efc79-930c-404f-9196-fe2655d775c6 req-fc46a871-ff4f-4aa5-918e-293b1d96aed4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.1043067 Aug 10 10:49:17.989978 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event updated for resources: {'Port': ['ID=6a822b36-3808-4b08-b034-1857186364ac,revision_number=2']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:18.005626 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373912'] for floatingip, after_update {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:18.048646 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0c1efc79-930c-404f-9196-fe2655d775c6 req-5716f3bc-7602-4691-a86f-3433647d2545 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943708 Aug 10 10:49:18.119080 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Floating IP c4996d5f-16c6-475c-a411-e2ea76c21ddd associated. External IP: 172.27.1.6, port: 47008e77-ca28-4994-95fc-2d7f1feba32d. Aug 10 10:49:18.204468 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 096c853b-5971-46f4-84b8-59efd4f119bf details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:49:18.210522 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 10300d46-fe36-4c5b-8439-4b52a72e7429 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:49:18.311073 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-64251e85-8559-477a-9801-21b7b5aa3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:18.312968 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-64251e85-8559-477a-9801-21b7b5aa3351 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b&tenant_id=e5de561a17374af7a77b82542646bd60 HTTP/1.1" status: 200 len: 1099 time: 0.1911461 Aug 10 10:49:18.334567 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dff74-3466-4084-8c77-aee9469097d0 req-cac85fab-597c-4b36-9111-3396702d3bb6 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:18.342165 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a23dff74-3466-4084-8c77-aee9469097d0 req-cac85fab-597c-4b36-9111-3396702d3bb6 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 944 time: 0.1380396 Aug 10 10:49:18.373679 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:18.413293 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:18.415634 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5bd314-e6a3-4fea-ada5-ae619d789198" -d '{"events": [{"server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "name": "network-vif-unplugged", "status": "completed", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:18.447470 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=10300d46-fe36-4c5b-8439-4b52a72e7429,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:18.455249 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 096c853b-5971-46f4-84b8-59efd4f119bf, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=096c853b-5971-46f4-84b8-59efd4f119bf,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:18.457589 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a23dff74-3466-4084-8c77-aee9469097d0 req-f1db2e0a-a1ca-4b33-993a-1f1e85a8ac72 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141546 Aug 10 10:49:18.470251 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:18.473077 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a32fa-1f9f-4227-b6b8-4078edfd02e1 x-openstack-request-id: req-280a32fa-1f9f-4227-b6b8-4078edfd02e1 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:18.473511 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "name": "network-vif-unplugged", "status": "completed", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:18.473864 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-280a32fa-1f9f-4227-b6b8-4078edfd02e1 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:18.474340 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'code': 200} Aug 10 10:49:18.502202 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '096c853b-5971-46f4-84b8-59efd4f119bf', 'network_id': '890434e7-e1c3-4800-a46b-431460cf1798', 'port_id': '096c853b-5971-46f4-84b8-59efd4f119bf', 'mac_address': 'fa:16:3e:3c:68:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473b5382-3241-4b01-841e-40161ecce431', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:49:18.516426 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-ecff945e-67e5-4b7b-9ee7-2dbff8299280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:18.517948 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-ecff945e-67e5-4b7b-9ee7-2dbff8299280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5de561a17374af7a77b82542646bd60&device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1099 time: 0.1117878 Aug 10 10:49:18.548607 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=10300d46-fe36-4c5b-8439-4b52a72e7429,revision_number=6']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:18.569625 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:18.583493 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096c853b-5971-46f4-84b8-59efd4f119bf {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:49:18.584702 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Router 6055f2f9-21e8-4b3e-ae52-06965841a163 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:49:18.607713 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 096c853b-5971-46f4-84b8-59efd4f119bf, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=096c853b-5971-46f4-84b8-59efd4f119bf,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:18.612259 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:18.676269 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-625b55b4-9a05-4f9f-ace6-019bd2107b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:18.676495 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=096c853b-5971-46f4-84b8-59efd4f119bf,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:18.677779 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-625b55b4-9a05-4f9f-ace6-019bd2107b4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=62885bec-d970-40e6-b4aa-7db6f7ea523c HTTP/1.1" status: 200 len: 909 time: 0.1516361 Aug 10 10:49:18.785618 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:49:18.785910 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:49:18.794209 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-fc0b4f4e-20e6-4fbd-abc1-245c29c3b9c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10300d46-fe36-4c5b-8439-4b52a72e7429 HTTP/1.1" status: 200 len: 999 time: 0.0777493 Aug 10 10:49:18.796768 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] Sync routers for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:49:18.806705 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:49:18.807846 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:49:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:49:18.808013 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:18.885972 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-1fa4425d-e8cd-4600-94da-50ed6092c122 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7128541 Aug 10 10:49:18.885972 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:18.885972 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf54315-07d5-4db4-aa1a-8b018a206207" -d '{"events": [{"name": "network-changed", "server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:18.889984 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-237a2382-3366-4fac-853f-7b9079789ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:18.891627 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-237a2382-3366-4fac-853f-7b9079789ca2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44 HTTP/1.1" status: 200 len: 847 time: 0.0783768 Aug 10 10:49:18.928651 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:49:18.939996 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1529a91-4f41-490c-b7e4-c3989f731d38 x-openstack-request-id: req-d1529a91-4f41-490c-b7e4-c3989f731d38 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:18.940284 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:18.940530 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1529a91-4f41-490c-b7e4-c3989f731d38 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:18.941083 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'status': 'completed', 'code': 200} Aug 10 10:49:18.956207 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-123dfaff-f27b-4686-8899-d2d377917b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:18.957723 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-123dfaff-f27b-4686-8899-d2d377917b9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62885bec-d970-40e6-b4aa-7db6f7ea523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550132 Aug 10 10:49:19.006553 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['096c853b-5971-46f4-84b8-59efd4f119bf'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:49:19.041526 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-4be9c2e8-e21e-4304-8209-8cfbc8b255b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:19.044781 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-4be9c2e8-e21e-4304-8209-8cfbc8b255b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0612535 Aug 10 10:49:19.090873 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-13eeee65-7028-4038-8ee0-375f645ae5df service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091306 Aug 10 10:49:19.188677 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-ba9bd9fa-800c-4cdc-8dd8-af902e4e8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:19.190397 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-ba9bd9fa-800c-4cdc-8dd8-af902e4e8a13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 912 time: 0.1287630 Aug 10 10:49:19.287093 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-2a60dc80-f207-41bd-927b-fba3c55eca34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47008e77-ca28-4994-95fc-2d7f1feba32d HTTP/1.1" status: 200 len: 998 time: 0.0852363 Aug 10 10:49:19.288583 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-10fa9d49-bf1d-45e5-abc1-2889c1d2120d req-2043a6b8-185d-48d6-a2f2-ddb29197f848 service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733553 Aug 10 10:49:19.302605 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d300b-a485-41ab-8e7f-e90ebacda669 req-ca75db22-ab60-4ad5-9065-3425d31a6b2c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:19.304300 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6c1d300b-a485-41ab-8e7f-e90ebacda669 req-ca75db22-ab60-4ad5-9065-3425d31a6b2c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.1116524 Aug 10 10:49:19.329073 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'c4996d5f-16c6-475c-a411-e2ea76c21ddd', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:51:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:49:16Z', 'updated_at': '2021-08-10T10:49:16Z', 'revision_number': 0, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}, {'id': 'e329ccca-0cf3-485b-a6ee-44e6064636ba', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:49Z', 'updated_at': '2021-08-10T10:46:52Z', 'revision_number': 1, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:49:19.356406 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6c1d300b-a485-41ab-8e7f-e90ebacda669 req-70804979-8869-4182-8f0c-dfb2a9663302 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453222 Aug 10 10:49:19.364682 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-3ec7f04c-7063-49aa-a705-3e9e7150b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:19.364927 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] Checking router: 6055f2f9-21e8-4b3e-ae52-06965841a163 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:49:19.369668 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-3ec7f04c-7063-49aa-a705-3e9e7150b7a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0608211 Aug 10 10:49:19.381921 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:49:19.382547 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:49:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:49:19.432521 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-e05d0d2f-8efd-4040-895f-983f0c15b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:19.434080 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-e05d0d2f-8efd-4040-895f-983f0c15b30f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461884 Aug 10 10:49:19.507305 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:49:19.549965 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-29cb3965-a6bb-415f-acf8-b85882db30e3 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079321 Aug 10 10:49:19.600648 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f8cd1-839e-4be2-b606-fadd211fdf41 req-eb56e266-4ec4-4811-8169-aa2111283dbe tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:19.607579 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-726f8cd1-839e-4be2-b606-fadd211fdf41 req-eb56e266-4ec4-4811-8169-aa2111283dbe tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 945 time: 0.0643046 Aug 10 10:49:19.654128 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-726f8cd1-839e-4be2-b606-fadd211fdf41 req-4e04aaa0-4858-4e9e-bf25-019dbb9fd367 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Aug 10 10:49:19.665678 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-4bf54315-07d5-4db4-aa1a-8b018a206207 req-feb26918-9c40-460e-9c73-d09fbd01d19a service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011617 Aug 10 10:49:19.777263 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'c4996d5f-16c6-475c-a411-e2ea76c21ddd', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:51:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:49:16Z', 'updated_at': '2021-08-10T10:49:16Z', 'revision_number': 0, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}, {'id': 'e329ccca-0cf3-485b-a6ee-44e6064636ba', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:49Z', 'updated_at': '2021-08-10T10:46:52Z', 'revision_number': 1, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:49:19.805728 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d549ca-c54a-442f-8709-a56605033fe1 None None] The sync data for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi is: [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'c4996d5f-16c6-475c-a411-e2ea76c21ddd', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:51:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:49:16Z', 'updated_at': '2021-08-10T10:49:16Z', 'revision_number': 0, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}, {'id': 'e329ccca-0cf3-485b-a6ee-44e6064636ba', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:49Z', 'updated_at': '2021-08-10T10:46:52Z', 'revision_number': 1, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:49:20.032893 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc4be2a-f3b2-4d7e-96ea-67904aa9d9fa None None] New status for floating IP c4996d5f-16c6-475c-a411-e2ea76c21ddd: ACTIVE {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:49:20.199927 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 096c853b-5971-46f4-84b8-59efd4f119bf up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:49:20.247452 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 096c853b-5971-46f4-84b8-59efd4f119bf completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:49:20.251380 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 096c853b-5971-46f4-84b8-59efd4f119bf triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:49:20.251759 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:20.328480 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:20.360271 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 096c853b-5971-46f4-84b8-59efd4f119bf, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=096c853b-5971-46f4-84b8-59efd4f119bf,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:20.363810 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:20.410002 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=096c853b-5971-46f4-84b8-59efd4f119bf,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:20.472008 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d940142-3464-4c93-aec6-a06d12728e26 req-e20629aa-547f-4a50-b40f-bf981d01aec7 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:20.473528 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8d940142-3464-4c93-aec6-a06d12728e26 req-e20629aa-547f-4a50-b40f-bf981d01aec7 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0493078 Aug 10 10:49:20.475462 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ba70c1-4421-4f80-9055-1014bd998fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c853b-5971-46f4-84b8-59efd4f119bf'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:20.477824 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c53823b-3098-4541-ad18-c94e32d5c9b0" -d '{"events": [{"server_uuid": "53ba70c1-4421-4f80-9055-1014bd998fdf", "name": "network-vif-plugged", "status": "completed", "tag": "096c853b-5971-46f4-84b8-59efd4f119bf"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:20.512884 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0bbca0-d839-4ce4-8af9-3b072ee32a4e x-openstack-request-id: req-8d0bbca0-d839-4ce4-8af9-3b072ee32a4e {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:20.513185 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ba70c1-4421-4f80-9055-1014bd998fdf", "name": "network-vif-plugged", "status": "completed", "tag": "096c853b-5971-46f4-84b8-59efd4f119bf", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:20.513383 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8d940142-3464-4c93-aec6-a06d12728e26 req-e138863d-9df7-4e0f-bace-5d01091c757d tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340140 Aug 10 10:49:20.513503 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d0bbca0-d839-4ce4-8af9-3b072ee32a4e {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:20.513831 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ba70c1-4421-4f80-9055-1014bd998fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c853b-5971-46f4-84b8-59efd4f119bf', 'code': 200} Aug 10 10:49:20.684843 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc5b9-bae1-4f64-9a8b-087a12cda734 req-77478c2d-d16a-4e24-b0ae-2440d35cedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:20.686216 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e82fc5b9-bae1-4f64-9a8b-087a12cda734 req-77478c2d-d16a-4e24-b0ae-2440d35cedcb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 1099 time: 0.0396996 Aug 10 10:49:20.724394 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-e82fc5b9-bae1-4f64-9a8b-087a12cda734 req-428e91e1-b36f-46d0-9cb0-a34ed6e0baea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287626 Aug 10 10:49:20.778037 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1225-5fb3-4a2c-a80f-0b1d11e7a1cc req-e0c4537f-2e16-4944-bb59-6fcb57b6a790 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:20.779507 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b1b1225-5fb3-4a2c-a80f-0b1d11e7a1cc req-e0c4537f-2e16-4944-bb59-6fcb57b6a790 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 946 time: 0.0467012 Aug 10 10:49:20.816433 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6b1b1225-5fb3-4a2c-a80f-0b1d11e7a1cc req-a3829530-9207-48e4-a5aa-eb1f6b0af866 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Aug 10 10:49:21.629377 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a2a8-12c1-46ee-8c8e-370c095ec3b0 req-d44490e2-5aa1-4a29-a3da-f9a0965340c1 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:21.630853 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-93c8a2a8-12c1-46ee-8c8e-370c095ec3b0 req-d44490e2-5aa1-4a29-a3da-f9a0965340c1 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0517046 Aug 10 10:49:21.667940 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-93c8a2a8-12c1-46ee-8c8e-370c095ec3b0 req-313ba414-f59c-455c-aaaf-fb6c292a597e tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Aug 10 10:49:21.931370 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a9a70-107f-4c43-b875-28d62f967dc9 req-ae5eedd9-7e2b-4492-b82f-92b867ffc5c9 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:21.932816 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d98a9a70-107f-4c43-b875-28d62f967dc9 req-ae5eedd9-7e2b-4492-b82f-92b867ffc5c9 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 946 time: 0.0485401 Aug 10 10:49:21.970630 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d98a9a70-107f-4c43-b875-28d62f967dc9 req-bd0904ad-d6a2-45b5-b1f2-aa6f3d3f4319 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Aug 10 10:49:22.785760 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b7212-7bd6-4e68-93c1-078e493fb3c2 req-6ce1ca69-1844-4b8c-9842-b77ec33332fd tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:22.787348 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d83b7212-7bd6-4e68-93c1-078e493fb3c2 req-6ce1ca69-1844-4b8c-9842-b77ec33332fd tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0499251 Aug 10 10:49:22.827725 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d83b7212-7bd6-4e68-93c1-078e493fb3c2 req-1f20e39d-d4c9-4ecc-84ad-6bfa4572de31 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334756 Aug 10 10:49:23.088164 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbd87b-0b2b-4c02-aca4-e2b3aa715e59 req-18fae6e1-cbf9-4286-95de-93ef15ae2b95 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:23.090157 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f2bbd87b-0b2b-4c02-aca4-e2b3aa715e59 req-18fae6e1-cbf9-4286-95de-93ef15ae2b95 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 946 time: 0.0521924 Aug 10 10:49:23.131536 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-f2bbd87b-0b2b-4c02-aca4-e2b3aa715e59 req-0a0ac300-ddf7-4619-a19a-2ac869a2f013 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345895 Aug 10 10:49:23.940778 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaae1ec-255b-4f10-a38b-9b1dc7e1ca1d req-7336dde7-4ca8-4898-8b64-47778773ded7 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:23.942244 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5eaae1ec-255b-4f10-a38b-9b1dc7e1ca1d req-7336dde7-4ca8-4898-8b64-47778773ded7 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0477283 Aug 10 10:49:23.978959 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5eaae1ec-255b-4f10-a38b-9b1dc7e1ca1d req-b88db3a8-3f5f-455d-abce-9716d717e0fa tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 Aug 10 10:49:24.246928 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c92a83-20f6-4ad2-a418-6f3e869279dc req-d68fc35a-dd2a-4aac-93e8-5fb8646bd5cc tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:24.248431 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-24c92a83-20f6-4ad2-a418-6f3e869279dc req-d68fc35a-dd2a-4aac-93e8-5fb8646bd5cc tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 946 time: 0.0502331 Aug 10 10:49:24.285079 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-24c92a83-20f6-4ad2-a418-6f3e869279dc req-28a01f99-475b-4055-8892-49a1844d5a07 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307083 Aug 10 10:49:25.096172 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac70648-ca6e-47cc-ae6a-318136c19b06 req-6d119457-3caf-4976-8e63-908ac5ec58f8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:25.097664 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7ac70648-ca6e-47cc-ae6a-318136c19b06 req-6d119457-3caf-4976-8e63-908ac5ec58f8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0521774 Aug 10 10:49:25.136882 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7ac70648-ca6e-47cc-ae6a-318136c19b06 req-5531f633-67db-4917-803c-487fa1851e61 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329192 Aug 10 10:49:25.401909 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c376353-aebd-4b42-86f4-d932db74551d req-34a40026-3c6e-4bc8-8cc8-f5b674ae4395 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:25.404888 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0c376353-aebd-4b42-86f4-d932db74551d req-34a40026-3c6e-4bc8-8cc8-f5b674ae4395 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 946 time: 0.0520556 Aug 10 10:49:25.443068 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-0c376353-aebd-4b42-86f4-d932db74551d req-85a5729f-0f03-422f-9e7b-8fe8a88a03fb tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Aug 10 10:49:26.021674 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86094940-66d6-4dc3-ab57-d9e0b9809e28 req-4280891b-e0ad-4f62-8196-55bc8a8e274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:26.023349 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-86094940-66d6-4dc3-ab57-d9e0b9809e28 req-4280891b-e0ad-4f62-8196-55bc8a8e274f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1097 time: 0.0476909 Aug 10 10:49:26.068929 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-86094940-66d6-4dc3-ab57-d9e0b9809e28 req-a29a96ee-4b8b-4c07-b3f9-ea0990476fd1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341465 Aug 10 10:49:26.253180 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec570bf-a44a-4015-b2bf-01156fac1f91 req-95c87938-44c4-400b-889d-9abb26d66298 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:26.254695 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6ec570bf-a44a-4015-b2bf-01156fac1f91 req-95c87938-44c4-400b-889d-9abb26d66298 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0504882 Aug 10 10:49:26.295913 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-6ec570bf-a44a-4015-b2bf-01156fac1f91 req-82cd0d27-1ab2-4bb4-a72e-ae423052e0e8 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334585 Aug 10 10:49:27.121544 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3f9c-634f-4baf-b8f4-1832cb1b6eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:27.415691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df615b-aba9-4666-b629-0d4dd745eab5 req-2d368940-48e1-4a9a-b2c4-fd4cfcf21a7f tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:27.417227 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-27df615b-aba9-4666-b629-0d4dd745eab5 req-2d368940-48e1-4a9a-b2c4-fd4cfcf21a7f tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 944 time: 0.0541391 Aug 10 10:49:27.457587 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-27df615b-aba9-4666-b629-0d4dd745eab5 req-1bd5cd86-beae-478a-b704-1bd320e91600 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340352 Aug 10 10:49:28.230759 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 10300d46-fe36-4c5b-8439-4b52a72e7429 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:49:28.330834 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48138) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:28.445985 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7e473264-5c78-4d0d-89eb-93898927cae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:28.472216 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=10300d46-fe36-4c5b-8439-4b52a72e7429,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:28.485232 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'port_id': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'mac_address': 'fa:16:3e:03:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:49:28.527674 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:28.538141 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7e473264-5c78-4d0d-89eb-93898927cae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:28.542471 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10300d46-fe36-4c5b-8439-4b52a72e7429 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:49:28.543264 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7e473264-5c78-4d0d-89eb-93898927cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:28.565241 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=10300d46-fe36-4c5b-8439-4b52a72e7429,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:28.570643 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:28.587248 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-7e473264-5c78-4d0d-89eb-93898927cae6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e80867d8f074289a5e0018e436c097e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551484 Aug 10 10:49:28.588309 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48142) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:28.595295 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e473264-5c78-4d0d-89eb-93898927cae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49c2625-4d12-4132-b56d-b81c42637f30,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:28.630446 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=10300d46-fe36-4c5b-8439-4b52a72e7429,revision_number=7']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:28.653724 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-63855984-493a-4adb-b230-67c8e6ec63f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:28.675383 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-63855984-493a-4adb-b230-67c8e6ec63f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:28.720616 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-63855984-493a-4adb-b230-67c8e6ec63f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:28.723226 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-63855984-493a-4adb-b230-67c8e6ec63f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:28.724578 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-63855984-493a-4adb-b230-67c8e6ec63f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e49c2625-4d12-4132-b56d-b81c42637f30 HTTP/1.1" status: 204 len: 168 time: 0.1341631 Aug 10 10:49:28.732498 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63855984-493a-4adb-b230-67c8e6ec63f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49c2625-4d12-4132-b56d-b81c42637f30,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:28.883383 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['10300d46-fe36-4c5b-8439-4b52a72e7429'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:49:28.982109 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48148) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:28.998141 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63786a2c-6587-4531-b9bc-94437607f435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:29.086809 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63786a2c-6587-4531-b9bc-94437607f435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:29.090668 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-63786a2c-6587-4531-b9bc-94437607f435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:29.129854 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63786a2c-6587-4531-b9bc-94437607f435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b1a67d-db92-408e-89c1-eba0cfb16627,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:29.134027 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-63786a2c-6587-4531-b9bc-94437607f435 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=450c93d357f44eec9b2526b9bfa8c5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513090 Aug 10 10:49:29.136860 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48150) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:29.184888 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4053fe1d-26d3-43b7-b246-999bdb1ffdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:29.205810 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4053fe1d-26d3-43b7-b246-999bdb1ffdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:29.253650 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4053fe1d-26d3-43b7-b246-999bdb1ffdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:29.256246 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-4053fe1d-26d3-43b7-b246-999bdb1ffdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:29.259449 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-4053fe1d-26d3-43b7-b246-999bdb1ffdd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22b1a67d-db92-408e-89c1-eba0cfb16627 HTTP/1.1" status: 204 len: 168 time: 0.1198273 Aug 10 10:49:29.267365 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053fe1d-26d3-43b7-b246-999bdb1ffdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b1a67d-db92-408e-89c1-eba0cfb16627,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:29.572644 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d77fffd7-448e-4ac6-bfb5-07e2a0277287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:30.115210 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:30.246902 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 10300d46-fe36-4c5b-8439-4b52a72e7429 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:49:30.297611 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 10300d46-fe36-4c5b-8439-4b52a72e7429 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:49:30.298030 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:30.380451 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:30.413737 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:30.413737 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f04a47b-ed73-44d5-8e43-d601c92cd038" -d '{"events": [{"server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "name": "network-vif-plugged", "status": "completed", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:30.422235 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=10300d46-fe36-4c5b-8439-4b52a72e7429,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:30.427960 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:30.456738 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e04841-964f-4ca6-8b94-b90222c8dd45 x-openstack-request-id: req-01e04841-964f-4ca6-8b94-b90222c8dd45 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:30.457018 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "name": "network-vif-plugged", "status": "completed", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:30.457350 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01e04841-964f-4ca6-8b94-b90222c8dd45 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:30.461625 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'code': 200} Aug 10 10:49:30.487305 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=10300d46-fe36-4c5b-8439-4b52a72e7429,revision_number=8']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:30.631673 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:31.741978 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:32.340905 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:38.353337 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48264) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:38.464378 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-77297540-b591-4453-92b6-d075cf7deadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:38.560238 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-77297540-b591-4453-92b6-d075cf7deadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:38.564629 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-77297540-b591-4453-92b6-d075cf7deadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:38.605416 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-77297540-b591-4453-92b6-d075cf7deadc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c7c9a1746d94c6ca870d3e8dbc91b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504332 Aug 10 10:49:38.606371 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77297540-b591-4453-92b6-d075cf7deadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58d897d-aa12-4148-a0a5-649a31a174bd,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:38.608164 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48268) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:38.660953 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3e71231-0f80-4d7b-99e3-a3e1cbbc3437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:38.684624 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3e71231-0f80-4d7b-99e3-a3e1cbbc3437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:38.737029 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3e71231-0f80-4d7b-99e3-a3e1cbbc3437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:38.739670 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d3e71231-0f80-4d7b-99e3-a3e1cbbc3437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:38.740828 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d3e71231-0f80-4d7b-99e3-a3e1cbbc3437 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c58d897d-aa12-4148-a0a5-649a31a174bd HTTP/1.1" status: 204 len: 168 time: 0.1316166 Aug 10 10:49:38.748923 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e71231-0f80-4d7b-99e3-a3e1cbbc3437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58d897d-aa12-4148-a0a5-649a31a174bd,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:39.545832 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f19a4-e930-4ee0-8f94-952d5c43b7e7 req-782ed37e-d136-4096-8223-9d358297bf16 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:39.547505 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3f3f19a4-e930-4ee0-8f94-952d5c43b7e7 req-782ed37e-d136-4096-8223-9d358297bf16 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 946 time: 0.0507872 Aug 10 10:49:39.589492 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-3f3f19a4-e930-4ee0-8f94-952d5c43b7e7 req-d12263f0-9b7d-4a7c-930a-4cb81473aca9 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Aug 10 10:49:40.705448 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e90d1e-aabb-4164-8f95-0bdcf9fac680 req-7ed001bc-e1a5-42d8-af1f-5fae2c49168d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:40.706926 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a1e90d1e-aabb-4164-8f95-0bdcf9fac680 req-7ed001bc-e1a5-42d8-af1f-5fae2c49168d tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 946 time: 0.0481834 Aug 10 10:49:40.745552 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a1e90d1e-aabb-4164-8f95-0bdcf9fac680 req-7fcd73dd-8dd4-4798-916b-e6efbbe2df16 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327373 Aug 10 10:49:41.450579 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-47b8a033-9644-4c0b-b06d-82c73866302a tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:41.452028 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-47b8a033-9644-4c0b-b06d-82c73866302a tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 946 time: 0.0508268 Aug 10 10:49:41.542949 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Deleting port 096c853b-5971-46f4-84b8-59efd4f119bf {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:49:41.543312 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:41.632373 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] For port 096c853b-5971-46f4-84b8-59efd4f119bf, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=096c853b-5971-46f4-84b8-59efd4f119bf,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:41.632740 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:41.646400 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Calling delete_port for 096c853b-5971-46f4-84b8-59efd4f119bf owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:49:41.772878 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:41.787985 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['15f4424e-6d5e-4108-ad0e-01810660af5e', '9af676fb-9875-405b-ac5c-7567760434d9', '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017', '096c853b-5971-46f4-84b8-59efd4f119bf'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:49:41.801330 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Pushing event deleted for resources: {'Port': ['ID=096c853b-5971-46f4-84b8-59efd4f119bf,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:41.843148 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] No DVR routers for this DVR port 096c853b-5971-46f4-84b8-59efd4f119bf on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:49:41.845708 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:41.847818 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6a8255f4-e6be-4b2f-8a56-1054aa71d3c8 req-3371cd1b-0da7-40a9-b056-1925d64f3010 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "DELETE /v2.0/ports/096c853b-5971-46f4-84b8-59efd4f119bf HTTP/1.1" status: 204 len: 173 time: 0.3884957 Aug 10 10:49:41.848262 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ba70c1-4421-4f80-9055-1014bd998fdf', 'name': 'network-vif-deleted', 'tag': '096c853b-5971-46f4-84b8-59efd4f119bf'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:41.850504 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42af928f-0ad1-4a16-b1e6-30b9ed8b49ab" -d '{"events": [{"server_uuid": "53ba70c1-4421-4f80-9055-1014bd998fdf", "name": "network-vif-deleted", "tag": "096c853b-5971-46f4-84b8-59efd4f119bf"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:41.884586 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-5c175cc8-ddb9-489a-b9de-2dafba235fec req-cefd4c45-4ae8-465e-9bed-c5b49fb8e5cb tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ba70c1-4421-4f80-9055-1014bd998fdf HTTP/1.1" status: 200 len: 210 time: 0.0591702 Aug 10 10:49:41.911028 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968e182d-695a-420c-a5b5-a9b2ea890f05 x-openstack-request-id: req-968e182d-695a-420c-a5b5-a9b2ea890f05 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:41.911525 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ba70c1-4421-4f80-9055-1014bd998fdf", "name": "network-vif-deleted", "tag": "096c853b-5971-46f4-84b8-59efd4f119bf", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:41.911919 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-968e182d-695a-420c-a5b5-a9b2ea890f05 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:41.912699 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ba70c1-4421-4f80-9055-1014bd998fdf', 'name': 'network-vif-deleted', 'tag': '096c853b-5971-46f4-84b8-59efd4f119bf', 'status': 'completed', 'code': 200} Aug 10 10:49:44.279743 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef10f4-baf6-416c-b8fd-2a6d8299ac65 req-fec668c7-ab66-4a4b-b273-32e9d89fc721 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:44.281144 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-32ef10f4-baf6-416c-b8fd-2a6d8299ac65 req-fec668c7-ab66-4a4b-b273-32e9d89fc721 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 946 time: 0.0525241 Aug 10 10:49:44.317426 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-32ef10f4-baf6-416c-b8fd-2a6d8299ac65 req-42d6d985-5869-47b4-aad5-15be81adee85 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305395 Aug 10 10:49:45.432852 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807dde7-a51f-4182-9928-13fc9753d9f2 req-99face7b-8001-48dc-b1b1-4b6f7edd87d4 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:45.434250 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7807dde7-a51f-4182-9928-13fc9753d9f2 req-99face7b-8001-48dc-b1b1-4b6f7edd87d4 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 946 time: 0.0485709 Aug 10 10:49:45.472261 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-7807dde7-a51f-4182-9928-13fc9753d9f2 req-f6e937f3-61e0-4136-9265-0fd54ecbe025 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318720 Aug 10 10:49:46.005885 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-ade196c6-a797-4e56-9a10-754c50adf6c6 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:46.007351 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-ade196c6-a797-4e56-9a10-754c50adf6c6 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 946 time: 0.0477078 Aug 10 10:49:46.099281 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Deleting port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:49:46.099764 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:46.184382 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] For port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:46.184749 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:46.197215 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Calling delete_port for 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:49:46.322957 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:46.334641 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['15f4424e-6d5e-4108-ad0e-01810660af5e', '9af676fb-9875-405b-ac5c-7567760434d9', '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:49:46.354271 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Pushing event deleted for resources: {'Port': ['ID=21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:46.358203 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 096c853b-5971-46f4-84b8-59efd4f119bf no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:49:46.381677 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 096c853b-5971-46f4-84b8-59efd4f119bf {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:49:46.382024 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 096c853b-5971-46f4-84b8-59efd4f119bf not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:49:46.399742 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] No DVR routers for this DVR port 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:49:46.403117 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:46.405136 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-64c54def-0720-4e51-9f97-5c38a0da7f16 req-b4a187b4-343d-401a-9b0b-d7e6fd5f85e2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "DELETE /v2.0/ports/21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 HTTP/1.1" status: 204 len: 173 time: 0.3913388 Aug 10 10:49:46.405567 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87934d2d-6185-4b31-8b1e-803ccd49d56c', 'name': 'network-vif-deleted', 'tag': '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:46.407981 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce1a76-d875-4fcd-9d94-c1540bb7f2cf" -d '{"events": [{"server_uuid": "87934d2d-6185-4b31-8b1e-803ccd49d56c", "name": "network-vif-deleted", "tag": "21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:46.456519 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48789bb1-3514-4427-b9fd-bd407d3131c6 x-openstack-request-id: req-48789bb1-3514-4427-b9fd-bd407d3131c6 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:46.456810 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87934d2d-6185-4b31-8b1e-803ccd49d56c", "name": "network-vif-deleted", "tag": "21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:46.457061 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48789bb1-3514-4427-b9fd-bd407d3131c6 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:46.457455 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87934d2d-6185-4b31-8b1e-803ccd49d56c', 'name': 'network-vif-deleted', 'tag': '21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017', 'status': 'completed', 'code': 200} Aug 10 10:49:46.584497 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8060c677-36e0-442d-93a5-5c0db5af9232 req-165067c4-8518-4f98-ab64-ecf23c6dbbcb tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=87934d2d-6185-4b31-8b1e-803ccd49d56c HTTP/1.1" status: 200 len: 210 time: 0.0262699 Aug 10 10:49:47.850031 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccfab9-24e4-4822-8b92-67de03c4634b req-a662c6cf-072b-493e-9a14-068ab579a93b tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:47.851509 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b5ccfab9-24e4-4822-8b92-67de03c4634b req-a662c6cf-072b-493e-9a14-068ab579a93b tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 945 time: 0.0510199 Aug 10 10:49:47.887987 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-b5ccfab9-24e4-4822-8b92-67de03c4634b req-04ecde64-b516-4bff-9850-2dcdad899443 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305212 Aug 10 10:49:49.002120 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be922276-98eb-42e8-81dc-a4156f270ba6 req-fecf8c78-fbe2-4d5b-bdec-cd99b220df72 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:49.003591 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-be922276-98eb-42e8-81dc-a4156f270ba6 req-fecf8c78-fbe2-4d5b-bdec-cd99b220df72 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 945 time: 0.0485039 Aug 10 10:49:49.039104 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-be922276-98eb-42e8-81dc-a4156f270ba6 req-407e6daa-789b-4992-8bde-2a1898cd9515 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296750 Aug 10 10:49:49.541370 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-2934c619-4ca2-4a60-8395-e65e0b0c39aa tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:49.542813 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-2934c619-4ca2-4a60-8395-e65e0b0c39aa tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 945 time: 0.0481763 Aug 10 10:49:49.633109 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Deleting port 9af676fb-9875-405b-ac5c-7567760434d9 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:49:49.633454 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:49.720489 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] For port 9af676fb-9875-405b-ac5c-7567760434d9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=9af676fb-9875-405b-ac5c-7567760434d9,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:49.720847 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:49.732973 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Calling delete_port for 9af676fb-9875-405b-ac5c-7567760434d9 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:49:49.859843 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:49.871730 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['15f4424e-6d5e-4108-ad0e-01810660af5e', '9af676fb-9875-405b-ac5c-7567760434d9'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:49:49.888704 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Pushing event deleted for resources: {'Port': ['ID=9af676fb-9875-405b-ac5c-7567760434d9,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:49.926703 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] No DVR routers for this DVR port 9af676fb-9875-405b-ac5c-7567760434d9 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:49:49.929154 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:49.931165 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-66eec57f-3520-4ea7-8ae3-5bbd0d118310 req-e8facdad-6a09-476c-9155-d82d38ba1446 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "DELETE /v2.0/ports/9af676fb-9875-405b-ac5c-7567760434d9 HTTP/1.1" status: 204 len: 173 time: 0.3794143 Aug 10 10:49:49.931637 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80dfaa0-1ec2-4923-920b-0ce96f620663', 'name': 'network-vif-deleted', 'tag': '9af676fb-9875-405b-ac5c-7567760434d9'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:49.933840 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44a50e3-a5ff-406a-aa84-05ae59323be4" -d '{"events": [{"server_uuid": "f80dfaa0-1ec2-4923-920b-0ce96f620663", "name": "network-vif-deleted", "tag": "9af676fb-9875-405b-ac5c-7567760434d9"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:49.977100 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5464f815-4eea-45fe-8048-b4aeacffd2ac x-openstack-request-id: req-5464f815-4eea-45fe-8048-b4aeacffd2ac {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:49.977396 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80dfaa0-1ec2-4923-920b-0ce96f620663", "name": "network-vif-deleted", "tag": "9af676fb-9875-405b-ac5c-7567760434d9", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:49.978063 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5464f815-4eea-45fe-8048-b4aeacffd2ac {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:49.980390 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80dfaa0-1ec2-4923-920b-0ce96f620663', 'name': 'network-vif-deleted', 'tag': '9af676fb-9875-405b-ac5c-7567760434d9', 'status': 'completed', 'code': 200} Aug 10 10:49:50.144697 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-2179e35f-94d8-425f-97b9-e48794dac09f req-d2790a6d-f7fc-4c30-9a31-c5e738a4e472 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=f80dfaa0-1ec2-4923-920b-0ce96f620663 HTTP/1.1" status: 200 len: 210 time: 0.0274076 Aug 10 10:49:50.366763 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:49:50.386527 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:49:50.386877 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 21bc9ed1-8eec-4a3a-ba25-7c54ac4d2017 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:49:52.543016 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff91c84-2df1-45d3-ad59-40371ddf800b req-5e491445-40ad-41a7-a5e6-a748792725b2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:52.544465 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cff91c84-2df1-45d3-ad59-40371ddf800b req-5e491445-40ad-41a7-a5e6-a748792725b2 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 945 time: 0.0509911 Aug 10 10:49:52.581226 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cff91c84-2df1-45d3-ad59-40371ddf800b req-af97ea86-3f64-49c9-8ceb-84d88c841679 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Aug 10 10:49:53.697856 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6735c-56bb-4201-9af2-31e5e4f60797 req-8c934c42-aab7-4f28-8e56-c5b2dc376b48 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:53.699352 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-59e6735c-56bb-4201-9af2-31e5e4f60797 req-8c934c42-aab7-4f28-8e56-c5b2dc376b48 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 945 time: 0.0482347 Aug 10 10:49:53.736017 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-59e6735c-56bb-4201-9af2-31e5e4f60797 req-b3e44729-95ef-4406-9af7-eda12942fafb tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe581ff1-e7df-4dc6-a304-623b5167ea42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Aug 10 10:49:54.226148 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-4293a6a0-266d-43e4-b7a7-0c6d4ef68b61 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:49:54.227557 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-4293a6a0-266d-43e4-b7a7-0c6d4ef68b61 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 945 time: 0.0512445 Aug 10 10:49:54.316243 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Deleting port 15f4424e-6d5e-4108-ad0e-01810660af5e {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:49:54.316586 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:54.404225 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] For port 15f4424e-6d5e-4108-ad0e-01810660af5e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=15f4424e-6d5e-4108-ad0e-01810660af5e,segment=NetworkSegment(50ade90b-d9a2-411e-944d-539a62044dd7),segment_id=50ade90b-d9a2-411e-944d-539a62044dd7)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:49:54.404587 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:54.413007 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 9af676fb-9875-405b-ac5c-7567760434d9 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:49:54.418295 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Calling delete_port for 15f4424e-6d5e-4108-ad0e-01810660af5e owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:49:54.432903 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 9af676fb-9875-405b-ac5c-7567760434d9 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:49:54.433256 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 9af676fb-9875-405b-ac5c-7567760434d9 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:49:54.540480 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:54.554514 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['15f4424e-6d5e-4108-ad0e-01810660af5e'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:49:54.569459 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Pushing event deleted for resources: {'Port': ['ID=15f4424e-6d5e-4108-ad0e-01810660af5e,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:54.610261 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] No DVR routers for this DVR port 15f4424e-6d5e-4108-ad0e-01810660af5e on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:49:54.612561 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:54.614506 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-a10a8ad0-8893-4956-81de-954a8ff6141f req-8888d6cf-7e29-4db9-ab8c-5101d1099fa5 tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.26 "DELETE /v2.0/ports/15f4424e-6d5e-4108-ad0e-01810660af5e HTTP/1.1" status: 204 len: 173 time: 0.3799269 Aug 10 10:49:54.614917 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0656b20-6b66-4d7e-a33e-9c44b7add923', 'name': 'network-vif-deleted', 'tag': '15f4424e-6d5e-4108-ad0e-01810660af5e'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:49:54.617119 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10714291-8a66-4b47-a62c-8343312fc49b" -d '{"events": [{"server_uuid": "b0656b20-6b66-4d7e-a33e-9c44b7add923", "name": "network-vif-deleted", "tag": "15f4424e-6d5e-4108-ad0e-01810660af5e"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:49:54.653856 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588ba939-2fd4-448d-aeab-ad200b5af29a x-openstack-request-id: req-588ba939-2fd4-448d-aeab-ad200b5af29a {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:49:54.654148 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0656b20-6b66-4d7e-a33e-9c44b7add923", "name": "network-vif-deleted", "tag": "15f4424e-6d5e-4108-ad0e-01810660af5e", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:49:54.654398 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-588ba939-2fd4-448d-aeab-ad200b5af29a {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:49:54.654794 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0656b20-6b66-4d7e-a33e-9c44b7add923', 'name': 'network-vif-deleted', 'tag': '15f4424e-6d5e-4108-ad0e-01810660af5e', 'status': 'completed', 'code': 200} Aug 10 10:49:54.838626 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-53a5e430-d296-4716-ae32-841d7cf0addc req-5423aea4-3554-470b-88bf-40371f28f14c tempest-AttachVolumeNegativeTest-1486599320 tempest-AttachVolumeNegativeTest-1486599320-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0656b20-6b66-4d7e-a33e-9c44b7add923 HTTP/1.1" status: 200 len: 210 time: 0.0258873 Aug 10 10:49:55.784947 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:49:55.892746 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48342) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:55.937440 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1f7ad0-48e2-49c6-bef3-0788515a1b68 admin admin] Deleting subnet 473b5382-3241-4b01-841e-40161ecce431 {{(pid=99996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:49:55.940412 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7ad0-48e2-49c6-bef3-0788515a1b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:55.976807 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7ad0-48e2-49c6-bef3-0788515a1b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9098052'] for subnet, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.015411 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7ad0-48e2-49c6-bef3-0788515a1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.065852 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7ad0-48e2-49c6-bef3-0788515a1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929245'] for subnet, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.091457 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f7ad0-48e2-49c6-bef3-0788515a1b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473b5382-3241-4b01-841e-40161ecce431,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:56.097706 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7ad0-48e2-49c6-bef3-0788515a1b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.101565 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6c1f7ad0-48e2-49c6-bef3-0788515a1b68 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/473b5382-3241-4b01-841e-40161ecce431 HTTP/1.1" status: 204 len: 168 time: 0.2058859 Aug 10 10:49:56.102012 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48344) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:56.171179 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.247185 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.256650 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890434e7-e1c3-4800-a46b-431460cf1798']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:49:56.269918 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ade90b-d9a2-411e-944d-539a62044dd7') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:49:56.270216 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ade90b-d9a2-411e-944d-539a62044dd7') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:49:56.279110 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.292665 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.298441 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:49:56.298831 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:49:56.300423 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:49:56.352259 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.358684 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.360506 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] 10.222.0.43 "DELETE /v2.0/networks/890434e7-e1c3-4800-a46b-431460cf1798 HTTP/1.1" status: 204 len: 168 time: 0.2575643 Aug 10 10:49:56.371999 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103c369-8ce3-4c8c-bcc6-8fbe1dc19cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=890434e7-e1c3-4800-a46b-431460cf1798,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:56.521222 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48348) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:56.560170 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7ce88c56-f50c-4519-ad73-eabf9a77969b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6bcf559e66e74384b88ed234781f0655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377481 Aug 10 10:49:56.562719 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48350) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:49:56.609761 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e6aecf18-fbef-4cc5-b1c4-ca71e97e6cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.633330 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e6aecf18-fbef-4cc5-b1c4-ca71e97e6cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.679116 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e6aecf18-fbef-4cc5-b1c4-ca71e97e6cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.681664 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-e6aecf18-fbef-4cc5-b1c4-ca71e97e6cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:56.682784 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-e6aecf18-fbef-4cc5-b1c4-ca71e97e6cfb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe581ff1-e7df-4dc6-a304-623b5167ea42 HTTP/1.1" status: 204 len: 168 time: 0.1190770 Aug 10 10:49:56.690527 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aecf18-fbef-4cc5-b1c4-ca71e97e6cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe581ff1-e7df-4dc6-a304-623b5167ea42,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:49:57.114056 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b8317c24-be1d-4dc1-a64b-8592eeeb6ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:49:58.427938 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 15f4424e-6d5e-4108-ad0e-01810660af5e no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:49:58.450759 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 15f4424e-6d5e-4108-ad0e-01810660af5e {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:49:58.451140 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 15f4424e-6d5e-4108-ad0e-01810660af5e not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:49:59.574577 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d26c4b36-4a82-41c1-b085-47197ccac378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:00.117494 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:00.635685 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:00.919715 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48424) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:01.021510 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.108569 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.113216 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.150661 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f17d2383992d47c783f71112459e29a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298915 Aug 10 10:50:01.152604 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d4db6b-8212-4ced-a6d4-d9fb8ecc9754,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:01.153491 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48428) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:01.160066 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.160425 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.160795 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.161579 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.161579 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.161923 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.162262 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.162598 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.162931 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.163296 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.163628 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.163954 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c816b05-2d57-4f81-823f-3049d0327458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:01.202684 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-90f2a5d6-5c51-4128-83f0-a2e01cc6198a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.222965 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-90f2a5d6-5c51-4128-83f0-a2e01cc6198a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.268629 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-90f2a5d6-5c51-4128-83f0-a2e01cc6198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.271292 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-90f2a5d6-5c51-4128-83f0-a2e01cc6198a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.272443 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-90f2a5d6-5c51-4128-83f0-a2e01cc6198a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4d4db6b-8212-4ced-a6d4-d9fb8ecc9754 HTTP/1.1" status: 204 len: 168 time: 0.1179733 Aug 10 10:50:01.279896 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2a5d6-5c51-4128-83f0-a2e01cc6198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d4db6b-8212-4ced-a6d4-d9fb8ecc9754,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:01.522319 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48434) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:01.535221 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-eba01649-797a-48f2-9586-fad8fd3ec8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.622214 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-eba01649-797a-48f2-9586-fad8fd3ec8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.625909 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-eba01649-797a-48f2-9586-fad8fd3ec8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.665383 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-eba01649-797a-48f2-9586-fad8fd3ec8ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef5b6aa5df5747f985d8a6fe8ad4bd8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420085 Aug 10 10:50:01.667082 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba01649-797a-48f2-9586-fad8fd3ec8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570cd9b4-8604-4859-b8ca-5f029202b6a4,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:01.668739 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48436) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:01.716464 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a0b80f3a-0883-49d2-a08a-864615b32f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.739731 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a0b80f3a-0883-49d2-a08a-864615b32f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.753039 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.784218 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a0b80f3a-0883-49d2-a08a-864615b32f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.786721 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-a0b80f3a-0883-49d2-a08a-864615b32f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:01.787967 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-a0b80f3a-0883-49d2-a08a-864615b32f1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/570cd9b4-8604-4859-b8ca-5f029202b6a4 HTTP/1.1" status: 204 len: 168 time: 0.1181412 Aug 10 10:50:01.796601 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b80f3a-0883-49d2-a08a-864615b32f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570cd9b4-8604-4859-b8ca-5f029202b6a4,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:02.343372 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:02.433670 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48458) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:02.526809 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-280690157-network', 'tenant_id': 'c462e824e59646bf916954084270d7e0'}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:50:02.547031 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Made reservation on behalf of c462e824e59646bf916954084270d7e0 for: {'network': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:50:02.549210 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:02.558002 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:02.643379 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:02.646781 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:02.670046 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=99996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:50:02.679548 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21205da9-2664-404c-8e64-ac375f018b43,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:02.686364 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:02.686705 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.segments_db [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Added segment 4b49fa03-74bb-4a27-b108-053eb874f33f of type vlan for network 6fe7f28f-54a4-4fb2-8122-ccd287480219 Aug 10 10:50:02.725261 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:02.752844 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:02.753707 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:02.754288 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:02.804308 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3695655 Aug 10 10:50:02.807356 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48464) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:02.812753 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Request body: {'subnet': {'network_id': '6fe7f28f-54a4-4fb2-8122-ccd287480219', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-280690157-subnet', 'tenant_id': 'c462e824e59646bf916954084270d7e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:50:02.814965 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e334fbe-4c15-44c1-92fe-696294ebd3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe7f28f-54a4-4fb2-8122-ccd287480219,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:02.825498 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 6fe7f28f-54a4-4fb2-8122-ccd287480219 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:50:02.833474 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Made reservation on behalf of c462e824e59646bf916954084270d7e0 for: {'subnet': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:50:02.835943 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11743548'] for subnet, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.002136 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1950825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11743534'] for subnet, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.055381 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029c6869-f14c-4a05-83cb-08a417dcf1c5,revision_number=0']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:03.064047 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Checking segment: {'id': '4b49fa03-74bb-4a27-b108-053eb874f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6fe7f28f-54a4-4fb2-8122-ccd287480219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:50:03.064407 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Network hostable DHCP agents. Network: 6fe7f28f-54a4-4fb2-8122-ccd287480219, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:50:03.080624 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Network 6fe7f28f-54a4-4fb2-8122-ccd287480219 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:50:03.089967 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 6fe7f28f-54a4-4fb2-8122-ccd287480219) {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:50:03.095054 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:03.095960 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.100568 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cd8a3a-ad10-4092-b797-3742204ffa35 None None] Network 6fe7f28f-54a4-4fb2-8122-ccd287480219 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:50:03.110559 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-1468c890-8636-496e-b216-37d2a7f4b146 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3019826 Aug 10 10:50:03.225158 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b00ed6-b304-4777-9780-34628e631bc8 None None] Network 6fe7f28f-54a4-4fb2-8122-ccd287480219 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:50:03.574517 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48480) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:03.579654 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22072774-network', 'tenant_id': '04b1e33afea7450f88a3c51b2a1943b9'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:50:03.601042 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Made reservation on behalf of 04b1e33afea7450f88a3c51b2a1943b9 for: {'network': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:50:03.603860 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for network, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.612480 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.695260 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.698947 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.722011 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=99995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:50:03.730911 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555cbbfe-eb35-47d4-8720-0d29a8549bc5,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:03.736819 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.737166 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.segments_db [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Added segment a0f919cb-52bf-4771-9504-2b3923986426 of type vlan for network 1fd6ce46-c8ff-40fc-9616-102f0f106ce8 Aug 10 10:50:03.775622 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791673776716'] for network, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.804429 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691'] for network, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.805361 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:03.805937 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:03.857943 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2821798 Aug 10 10:50:03.860877 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48482) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:03.862807 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ebfc7-61b8-42e0-8f20-a472809ce419 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd6ce46-c8ff-40fc-9616-102f0f106ce8,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:03.867502 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.v2.base [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Request body: {'subnet': {'network_id': '1fd6ce46-c8ff-40fc-9616-102f0f106ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22072774-subnet', 'tenant_id': '04b1e33afea7450f88a3c51b2a1943b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:50:03.874503 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Network 1fd6ce46-c8ff-40fc-9616-102f0f106ce8 details requested by agent ovs-agent-dv-cinder-772181-13-iscsi with host dv-cinder-772181-13-iscsi {{(pid=99997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:50:03.890731 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Made reservation on behalf of 04b1e33afea7450f88a3c51b2a1943b9 for: {'subnet': 1} {{(pid=99996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:50:03.893016 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8928316'] for subnet, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:04.061838 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8491425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8928302'] for subnet, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:04.120538 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5cf216-3f0c-4386-8e0d-149e1d271f0d,revision_number=0']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:04.124670 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Checking segment: {'id': 'a0f919cb-52bf-4771-9504-2b3923986426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1fd6ce46-c8ff-40fc-9616-102f0f106ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:50:04.125031 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Network hostable DHCP agents. Network: 1fd6ce46-c8ff-40fc-9616-102f0f106ce8, hostable agents: ['69bf0aa7-b347-4750-8103-54e93d6608ee'], hosted agents: [] {{(pid=99996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:50:04.141856 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Network 1fd6ce46-c8ff-40fc-9616-102f0f106ce8 is scheduled to be hosted by DHCP agent 69bf0aa7-b347-4750-8103-54e93d6608ee with binding_index 1 {{(pid=99996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:50:04.150356 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.base_scheduler [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-13-iscsi, 1fd6ce46-c8ff-40fc-9616-102f0f106ce8) {{(pid=99996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:50:04.154332 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:04.155188 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:04.159248 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63623801-1257-4b93-bdc0-01ce4d21af5c None None] Network 1fd6ce46-c8ff-40fc-9616-102f0f106ce8 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:50:04.169595 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-010f54d7-4049-4794-8c56-a2916c9bbf30 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3073988 Aug 10 10:50:04.283798 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af2274-ef1a-4f4f-b6d0-cfe41ae3a080 None None] Network 1fd6ce46-c8ff-40fc-9616-102f0f106ce8 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:50:07.934388 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-13b9660d-7e63-47d8-9835-54aa1add128b req-ad629b6d-560c-4ebf-ad42-54b6ceb34895 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391493 Aug 10 10:50:08.000906 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9660d-7e63-47d8-9835-54aa1add128b req-4e957050-2bb3-4be3-8c5e-24697437a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:08.002377 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-13b9660d-7e63-47d8-9835-54aa1add128b req-4e957050-2bb3-4be3-8c5e-24697437a37f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 1099 time: 0.0406425 Aug 10 10:50:08.114375 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9660d-7e63-47d8-9835-54aa1add128b req-0b5aca7f-92dc-46cd-8297-2c61dd78c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:08.115915 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-13b9660d-7e63-47d8-9835-54aa1add128b req-0b5aca7f-92dc-46cd-8297-2c61dd78c93c service neutron] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 912 time: 0.0856762 Aug 10 10:50:08.181771 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-13b9660d-7e63-47d8-9835-54aa1add128b req-4afd3231-4f04-473b-a85b-9d2edff5bef3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b134b2-2856-4ea3-ae2f-841eaab54188 HTTP/1.1" status: 200 len: 1002 time: 0.0567014 Aug 10 10:50:08.233799 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9660d-7e63-47d8-9835-54aa1add128b req-531f949b-b896-42b3-8dfd-5cabb907e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:08.235168 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-13b9660d-7e63-47d8-9835-54aa1add128b req-531f949b-b896-42b3-8dfd-5cabb907e657 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0457439 Aug 10 10:50:08.280998 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9660d-7e63-47d8-9835-54aa1add128b req-177d634a-85d4-40d2-b3c7-4ac59fd07233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:08.282497 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-13b9660d-7e63-47d8-9835-54aa1add128b req-177d634a-85d4-40d2-b3c7-4ac59fd07233 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388691 Aug 10 10:50:08.373792 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-13b9660d-7e63-47d8-9835-54aa1add128b req-b57657c5-663c-48bc-bd35-1239b690fa13 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818474 Aug 10 10:50:08.467328 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-13b9660d-7e63-47d8-9835-54aa1add128b req-51fb064d-6f62-4685-9b30-3f03f2ab9405 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847292 Aug 10 10:50:17.531545 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48610) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:17.574753 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_v2 [None req-518e59f2-0cea-4684-bf0b-a055a2c837ab admin admin] Deleting subnet 029c6869-f14c-4a05-83cb-08a417dcf1c5 {{(pid=99996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:50:17.577819 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-518e59f2-0cea-4684-bf0b-a055a2c837ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.610884 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-518e59f2-0cea-4684-bf0b-a055a2c837ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9098052'] for subnet, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.656056 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-518e59f2-0cea-4684-bf0b-a055a2c837ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.706385 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-518e59f2-0cea-4684-bf0b-a055a2c837ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929245'] for subnet, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.732789 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e59f2-0cea-4684-bf0b-a055a2c837ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029c6869-f14c-4a05-83cb-08a417dcf1c5,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:17.734716 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-518e59f2-0cea-4684-bf0b-a055a2c837ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.738423 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-518e59f2-0cea-4684-bf0b-a055a2c837ab admin admin] 10.222.0.43 "DELETE /v2.0/subnets/029c6869-f14c-4a05-83cb-08a417dcf1c5 HTTP/1.1" status: 204 len: 168 time: 0.2054746 Aug 10 10:50:17.739099 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48612) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:17.805379 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.882828 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.892163 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe7f28f-54a4-4fb2-8122-ccd287480219']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:17.902227 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b49fa03-74bb-4a27-b108-053eb874f33f') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:17.902520 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b49fa03-74bb-4a27-b108-053eb874f33f') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:17.910848 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.924342 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.929909 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:50:17.930282 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:50:17.931844 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:50:17.986953 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.992171 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:17.994082 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] 10.222.0.43 "DELETE /v2.0/networks/6fe7f28f-54a4-4fb2-8122-ccd287480219 HTTP/1.1" status: 204 len: 168 time: 0.2540390 Aug 10 10:50:17.997022 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48614) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:18.004712 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f70195-25aa-4246-aba9-cb45345fd6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe7f28f-54a4-4fb2-8122-ccd287480219,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:18.040682 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Deleting subnet 7d5cf216-3f0c-4386-8e0d-149e1d271f0d {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:50:18.043813 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.086187 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11460473'] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.131459 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.185669 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11743965'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.210794 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5cf216-3f0c-4386-8e0d-149e1d271f0d,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:18.216237 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.218117 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7d5cf216-3f0c-4386-8e0d-149e1d271f0d HTTP/1.1" status: 204 len: 168 time: 0.2200937 Aug 10 10:50:18.220688 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48616) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:18.223060 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.223412 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.223754 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.224089 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.224421 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.224755 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.225084 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.225412 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.225747 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.226069 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.226392 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.226712 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9462f1d2-8b15-4729-af91-dbe6739f0ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:18.287273 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.368108 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.378181 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd6ce46-c8ff-40fc-9616-102f0f106ce8']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:18.388586 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f919cb-52bf-4771-9504-2b3923986426') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:18.388878 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f919cb-52bf-4771-9504-2b3923986426') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:18.397318 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.410229 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.415892 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:50:18.416386 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:50:18.420286 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:50:18.473425 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.478772 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.480661 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] 10.222.0.43 "DELETE /v2.0/networks/1fd6ce46-c8ff-40fc-9616-102f0f106ce8 HTTP/1.1" status: 204 len: 168 time: 0.2589931 Aug 10 10:50:18.491647 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abc32a-a38c-4339-a66c-bcbb9bc678ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd6ce46-c8ff-40fc-9616-102f0f106ce8,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:18.637526 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48620) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:18.674886 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-b61d638d-a6f0-4b33-a814-8a82895f4c4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c462e824e59646bf916954084270d7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362155 Aug 10 10:50:18.677200 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48622) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:18.727047 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-be20c07d-21ca-483b-8bf6-d77b3b71cb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.748146 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-be20c07d-21ca-483b-8bf6-d77b3b71cb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.791565 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-be20c07d-21ca-483b-8bf6-d77b3b71cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.794767 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-be20c07d-21ca-483b-8bf6-d77b3b71cb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:18.795907 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-be20c07d-21ca-483b-8bf6-d77b3b71cb1d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21205da9-2664-404c-8e64-ac375f018b43 HTTP/1.1" status: 204 len: 168 time: 0.1178327 Aug 10 10:50:18.803363 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20c07d-21ca-483b-8bf6-d77b3b71cb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21205da9-2664-404c-8e64-ac375f018b43,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:19.098130 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48628) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:19.136816 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-69c926f4-94a3-4e79-a838-660aa774e392 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04b1e33afea7450f88a3c51b2a1943b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374911 Aug 10 10:50:19.139129 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48630) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:19.185069 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-44b3f11f-92e9-49bd-beb5-27023811d9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:19.205561 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-44b3f11f-92e9-49bd-beb5-27023811d9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:19.251737 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-44b3f11f-92e9-49bd-beb5-27023811d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:19.254348 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-44b3f11f-92e9-49bd-beb5-27023811d9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:19.255803 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-44b3f11f-92e9-49bd-beb5-27023811d9d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/555cbbfe-eb35-47d4-8720-0d29a8549bc5 HTTP/1.1" status: 204 len: 168 time: 0.1157558 Aug 10 10:50:19.263390 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3f11f-92e9-49bd-beb5-27023811d9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555cbbfe-eb35-47d4-8720-0d29a8549bc5,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:23.280090 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48688) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:23.384737 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-077b40cf-ea30-493f-8fc7-f55a127ff0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:23.474145 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-077b40cf-ea30-493f-8fc7-f55a127ff0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:23.478010 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-077b40cf-ea30-493f-8fc7-f55a127ff0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:23.515016 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-077b40cf-ea30-493f-8fc7-f55a127ff0f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0886161e147e49999d878a3cf081173a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338347 Aug 10 10:50:23.515900 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b40cf-ea30-493f-8fc7-f55a127ff0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ae936a-6f14-4fb8-850c-5bf63c0cde99,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:23.517691 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48692) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:23.567524 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e33a24a6-94ae-4633-9a49-5498354d4b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:23.587959 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e33a24a6-94ae-4633-9a49-5498354d4b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:23.631857 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e33a24a6-94ae-4633-9a49-5498354d4b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:23.634466 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-e33a24a6-94ae-4633-9a49-5498354d4b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:23.636235 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-e33a24a6-94ae-4633-9a49-5498354d4b26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25ae936a-6f14-4fb8-850c-5bf63c0cde99 HTTP/1.1" status: 204 len: 168 time: 0.1174638 Aug 10 10:50:23.643670 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a24a6-94ae-4633-9a49-5498354d4b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ae936a-6f14-4fb8-850c-5bf63c0cde99,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:23.887128 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48698) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:23.899946 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-563da3e2-bac9-445d-b098-a424aa0b3dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:23.991551 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-563da3e2-bac9-445d-b098-a424aa0b3dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:23.996281 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-563da3e2-bac9-445d-b098-a424aa0b3dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:24.034061 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-563da3e2-bac9-445d-b098-a424aa0b3dbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=413d4a3f94234acfb0fdb0b80f356f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458793 Aug 10 10:50:24.035190 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563da3e2-bac9-445d-b098-a424aa0b3dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03dae03-2a9f-48ee-b12c-42ed0abea081,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:24.036725 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48700) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:24.084673 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbf8786d-7c85-42bb-9248-8c05e1a9b677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:24.105951 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbf8786d-7c85-42bb-9248-8c05e1a9b677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:24.152154 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbf8786d-7c85-42bb-9248-8c05e1a9b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:24.154727 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-cbf8786d-7c85-42bb-9248-8c05e1a9b677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:24.155906 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-cbf8786d-7c85-42bb-9248-8c05e1a9b677 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e03dae03-2a9f-48ee-b12c-42ed0abea081 HTTP/1.1" status: 204 len: 168 time: 0.1181915 Aug 10 10:50:24.163716 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8786d-7c85-42bb-9248-8c05e1a9b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03dae03-2a9f-48ee-b12c-42ed0abea081,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:27.114457 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-c1708259-035a-488e-825f-9b9c3446c446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:27.654790 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 48744) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:27.755251 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2eda96c6-a1fe-4391-997f-7bd2338856fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:27.847156 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2eda96c6-a1fe-4391-997f-7bd2338856fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:27.850847 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-2eda96c6-a1fe-4391-997f-7bd2338856fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:27.887317 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-2eda96c6-a1fe-4391-997f-7bd2338856fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df8f5022f50c49eb89863bc491192df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313950 Aug 10 10:50:27.888146 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda96c6-a1fe-4391-997f-7bd2338856fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0b9277-e773-4bc4-8779-94f8d22e9c5c,revision_number=1']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:27.890048 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 48748) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:27.937588 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-70a2a6a6-4f50-4d43-b6cb-016149048337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:27.957800 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-70a2a6a6-4f50-4d43-b6cb-016149048337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:28.003273 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-70a2a6a6-4f50-4d43-b6cb-016149048337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:28.005742 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-70a2a6a6-4f50-4d43-b6cb-016149048337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:28.006897 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-70a2a6a6-4f50-4d43-b6cb-016149048337 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba0b9277-e773-4bc4-8779-94f8d22e9c5c HTTP/1.1" status: 204 len: 168 time: 0.1158986 Aug 10 10:50:28.014769 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2a6a6-4f50-4d43-b6cb-016149048337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0b9277-e773-4bc4-8779-94f8d22e9c5c,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:29.576314 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b8740f74-1614-4bee-a41e-d83d27ae31ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:30.118889 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:30.176830 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-92e1bd58-a1c4-4d23-be7b-26e31d401925 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1047c06dc2144a13ad394872318e261f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294275 Aug 10 10:50:30.354864 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-18858ffd-55ae-4249-9921-10b912657a30 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:30.356368 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-18858ffd-55ae-4249-9921-10b912657a30 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740971 Aug 10 10:50:30.371366 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-d6318801-e476-4b40-b135-70a15d1ffd71 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/quotas/1047c06dc2144a13ad394872318e261f HTTP/1.1" status: 200 len: 375 time: 0.0093789 Aug 10 10:50:30.403157 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-198abca0-46fd-4598-8b60-eed72be367ce tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1047c06dc2144a13ad394872318e261f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264196 Aug 10 10:50:30.639407 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:30.833983 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a9b82736-9d76-4172-9f1b-37382abf389f req-2102d754-3428-4250-8c41-3d9a0527ddeb tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 210 time: 0.2986073 Aug 10 10:50:31.487593 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-73cc2249-c94e-49ee-ab78-61e72b1df676 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1047c06dc2144a13ad394872318e261f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316896 Aug 10 10:50:31.674956 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-18fb21f1-b19a-4848-8ce2-3b4e7cf11655 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:31.676415 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-18fb21f1-b19a-4848-8ce2-3b4e7cf11655 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820340 Aug 10 10:50:31.690716 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Request body: {'port': {'device_id': '2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d', 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd', 'admin_state_up': True, 'tenant_id': '1047c06dc2144a13ad394872318e261f'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:50:31.750631 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:31.799864 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Made reservation on behalf of 1047c06dc2144a13ad394872318e261f for: {'port': 1} {{(pid=99995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:50:31.803252 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:31.813081 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks [] for security_group, before_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:31.905069 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks [] for security_group, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:31.908900 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:31.931705 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-51058600-4f44-49b4-a784-c53f979b375c req-2309c40c-01f1-4b2f-ab89-4d1276ed99b6 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 210 time: 0.0266612 Aug 10 10:50:31.971969 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d82749-a2bd-4fe0-8d7d-d23f619de403,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:32.037391 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_common [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Allocated IP 192.168.233.152 (9557e1bb-32ac-4984-9a29-db4b949520fd/463edcc4-ab33-44c1-bcd5-6f8014b63f49/08448b8b-1897-480e-9b36-54e30d3e93d5) {{(pid=99995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:50:32.178634 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks [] for port, precommit_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:32.191370 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Transition to ACTIVE for port object 08448b8b-1897-480e-9b36-54e30d3e93d5 will not be triggered until provisioned by entity DHCP. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:50:32.223494 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791673791214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_create {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:32.261368 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Network 9557e1bb-32ac-4984-9a29-db4b949520fd is already hosted by enough agents. {{(pid=99995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:50:32.266199 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.base_scheduler [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Resources bound (agent type, host, resource id): {{(pid=99995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:50:32.269710 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Received port after_create {{(pid=99995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:50:32.299744 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Pushing event updated for resources: {'Port': ['ID=08448b8b-1897-480e-9b36-54e30d3e93d5,revision_number=1']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:32.325668 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:32.326304 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:32.342441 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-be774e1e-d9d4-4e38-b2d3-0948a77968c0 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6552832 Aug 10 10:50:32.348204 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:32.358504 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.v2.base [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Request body: {'port': {'device_id': '2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=99995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:50:32.484585 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-a74d4e82-01ca-429f-b375-e9b03f58087d None None] Provisioning for port 08448b8b-1897-480e-9b36-54e30d3e93d5 completed by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:50:32.488694 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-a74d4e82-01ca-429f-b375-e9b03f58087d None None] Provisioning complete for port 08448b8b-1897-480e-9b36-54e30d3e93d5 triggered by entity DHCP. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:50:32.489048 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-a74d4e82-01ca-429f-b375-e9b03f58087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:32.523885 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-a74d4e82-01ca-429f-b375-e9b03f58087d None None] Port 08448b8b-1897-480e-9b36-54e30d3e93d5 cannot update to ACTIVE because it is not bound. {{(pid=99997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:50:32.637323 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:32.783226 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:50:32.884343 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08448b8b-1897-480e-9b36-54e30d3e93d5 {{(pid=99995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:50:32.894539 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:32.906670 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.provisioning_blocks [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Transition to ACTIVE for port object 08448b8b-1897-480e-9b36-54e30d3e93d5 will not be triggered until provisioned by entity L2. {{(pid=99995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:50:32.910254 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:32.961356 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Pushing event updated for resources: {'Port': ['ID=08448b8b-1897-480e-9b36-54e30d3e93d5,revision_number=2']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:33.038003 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Attempting to bind port 08448b8b-1897-480e-9b36-54e30d3e93d5 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:50:33.038347 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Attempting to bind port 08448b8b-1897-480e-9b36-54e30d3e93d5 by drivers openvswitch,hyperv on host hv-cinder-77218 at level 0 using segments [{'id': 'e6fd2ca8-06dd-4761-9c55-a1e05d158338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:50:33.038681 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Attempting to bind port 08448b8b-1897-480e-9b36-54e30d3e93d5 on network 9557e1bb-32ac-4984-9a29-db4b949520fd {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:50:33.043450 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Port 08448b8b-1897-480e-9b36-54e30d3e93d5 on network 9557e1bb-32ac-4984-9a29-db4b949520fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77218 {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:50:33.043782 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Attempting to bind port 08448b8b-1897-480e-9b36-54e30d3e93d5 on network 9557e1bb-32ac-4984-9a29-db4b949520fd {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:50:33.049142 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Checking agent: {'id': 'b08bbd38-7275-4f46-a369-89ff1d56dd79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'started_at': datetime.datetime(2021, 8, 10, 10, 39, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:50:33.049641 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Checking segment: {'id': 'e6fd2ca8-06dd-4761-9c55-a1e05d158338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:50:33.050129 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Bound using segment: {'id': 'e6fd2ca8-06dd-4761-9c55-a1e05d158338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'} {{(pid=99995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:50:33.051371 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.managers [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Bound port: 08448b8b-1897-480e-9b36-54e30d3e93d5, host: hv-cinder-77218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fd2ca8-06dd-4761-9c55-a1e05d158338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd'}}] {{(pid=99995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:50:33.051371 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:33.068777 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc9344-e4e3-47a3-a77f-9ed54e89f566 req-8b447a25-3fc7-4718-bad4-2c11a9187c94 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:33.071187 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-39cc9344-e4e3-47a3-a77f-9ed54e89f566 req-8b447a25-3fc7-4718-bad4-2c11a9187c94 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 948 time: 0.0522923 Aug 10 10:50:33.111049 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-39cc9344-e4e3-47a3-a77f-9ed54e89f566 req-09a508e5-e8dd-448b-b3a4-c8d91fd74fa8 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Aug 10 10:50:33.123300 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] For port 08448b8b-1897-480e-9b36-54e30d3e93d5, host hv-cinder-77218, cleared binding levels {{(pid=99995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:50:33.135941 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] For port 08448b8b-1897-480e-9b36-54e30d3e93d5, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08448b8b-1897-480e-9b36-54e30d3e93d5,segment=NetworkSegment(e6fd2ca8-06dd-4761-9c55-a1e05d158338),segment_id=e6fd2ca8-06dd-4761-9c55-a1e05d158338)] {{(pid=99995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:50:33.141498 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1950950'] for port, after_update {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:33.178397 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:33.179051 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:33.180493 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] 10.222.0.26 "PUT /v2.0/ports/08448b8b-1897-480e-9b36-54e30d3e93d5 HTTP/1.1" status: 200 len: 1098 time: 0.8263485 Aug 10 10:50:33.180951 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d', 'tag': '08448b8b-1897-480e-9b36-54e30d3e93d5'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:50:33.183234 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4d0052-c19c-431a-a9bf-cf7273f7d031" -d '{"events": [{"name": "network-changed", "server_uuid": "2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d", "tag": "08448b8b-1897-480e-9b36-54e30d3e93d5"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:50:33.208459 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd52610-f40e-4ab6-8589-5ecb82aa9f6e service neutron] Pushing event updated for resources: {'Port': ['ID=08448b8b-1897-480e-9b36-54e30d3e93d5,revision_number=3']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:33.236042 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45036e50-9786-4731-820b-3ce9208a02fd x-openstack-request-id: req-45036e50-9786-4731-820b-3ce9208a02fd {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:50:33.236428 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d", "tag": "08448b8b-1897-480e-9b36-54e30d3e93d5", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:50:33.236746 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45036e50-9786-4731-820b-3ce9208a02fd {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:50:33.237203 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d', 'tag': '08448b8b-1897-480e-9b36-54e30d3e93d5', 'status': 'completed', 'code': 200} Aug 10 10:50:33.270435 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ae7a181f-1bd7-4cf2-98cf-699d277a4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:33.272059 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-ae7a181f-1bd7-4cf2-98cf-699d277a4eca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1047c06dc2144a13ad394872318e261f&device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 1101 time: 0.0451348 Aug 10 10:50:33.315448 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-06327fd0-8755-43b3-8e45-f7430d8444a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=08448b8b-1897-480e-9b36-54e30d3e93d5 HTTP/1.1" status: 200 len: 217 time: 0.0346701 Aug 10 10:50:33.370282 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-1ff761e9-c2f7-4c71-99a4-fcb341753ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:33.371792 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-1ff761e9-c2f7-4c71-99a4-fcb341753ef9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=463edcc4-ab33-44c1-bcd5-6f8014b63f49 HTTP/1.1" status: 200 len: 843 time: 0.0478721 Aug 10 10:50:33.422387 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-94c5c267-831f-412a-8527-07c154387768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:33.423824 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-94c5c267-831f-412a-8527-07c154387768 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9557e1bb-32ac-4984-9a29-db4b949520fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0399129 Aug 10 10:50:33.514971 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-211a8f30-4eda-47c2-8415-10f6e803c43e service neutron] 10.222.0.26 "GET /v2.0/networks/9557e1bb-32ac-4984-9a29-db4b949520fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796409 Aug 10 10:50:33.611692 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-8c0876c3-419b-4882-9a29-11adf9b0f1c0 req-daa9c384-43ab-44f7-b253-3a8fa35eed4a service neutron] 10.222.0.26 "GET /v2.0/networks/9557e1bb-32ac-4984-9a29-db4b949520fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857847 Aug 10 10:50:33.696702 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-ea007717-5189-4bc4-814b-1a68b4b12f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:33.698653 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-ea007717-5189-4bc4-814b-1a68b4b12f2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1047c06dc2144a13ad394872318e261f&device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 1101 time: 0.0405095 Aug 10 10:50:33.792485 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-fea3ae42-960c-4afc-b6c8-98b2c3f8c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:33.794022 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-fea3ae42-960c-4afc-b6c8-98b2c3f8c921 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9557e1bb-32ac-4984-9a29-db4b949520fd HTTP/1.1" status: 200 len: 870 time: 0.0865874 Aug 10 10:50:33.836795 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-3c090c8e-5542-4ca4-a3a0-9642497c9394 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=08448b8b-1897-480e-9b36-54e30d3e93d5 HTTP/1.1" status: 200 len: 217 time: 0.0338974 Aug 10 10:50:33.884917 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-d0be0b1b-b05e-4258-a748-e811b0d3b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:33.886886 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-d0be0b1b-b05e-4258-a748-e811b0d3b81a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=463edcc4-ab33-44c1-bcd5-6f8014b63f49 HTTP/1.1" status: 200 len: 843 time: 0.0423098 Aug 10 10:50:33.938535 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-479dfe5a-7f56-440c-bcda-8b75b694ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:33.940133 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-479dfe5a-7f56-440c-bcda-8b75b694ee52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9557e1bb-32ac-4984-9a29-db4b949520fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0431354 Aug 10 10:50:34.029148 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-9b3a7442-9dea-41a5-9b49-35ae28dd9df8 service neutron] 10.222.0.26 "GET /v2.0/networks/9557e1bb-32ac-4984-9a29-db4b949520fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812132 Aug 10 10:50:34.119144 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-6d4d0052-c19c-431a-a9bf-cf7273f7d031 req-adedd82c-9f2a-4168-9257-28faeb29879c service neutron] 10.222.0.26 "GET /v2.0/networks/9557e1bb-32ac-4984-9a29-db4b949520fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824044 Aug 10 10:50:34.228527 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9ed39-0203-41af-b424-9289eafa80cc req-9a06a9cf-9e3d-4806-b810-0159adb40b18 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:34.230027 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-01c9ed39-0203-41af-b424-9289eafa80cc req-9a06a9cf-9e3d-4806-b810-0159adb40b18 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 948 time: 0.0517156 Aug 10 10:50:34.267583 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-01c9ed39-0203-41af-b424-9289eafa80cc req-f4617126-9851-4c19-8e7a-1021bc47e35e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Aug 10 10:50:35.381248 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68fee1-e09c-405c-ad07-884c44e58b20 req-a36d4e80-dba5-4702-92de-1a55072023a8 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:35.382711 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cd68fee1-e09c-405c-ad07-884c44e58b20 req-a36d4e80-dba5-4702-92de-1a55072023a8 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 948 time: 0.0484393 Aug 10 10:50:35.418935 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-cd68fee1-e09c-405c-ad07-884c44e58b20 req-e82a6f4c-e0e2-425c-a8b3-ccb0cda2a3ec tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302198 Aug 10 10:50:36.537875 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97855-9ddf-47e3-868a-ddfae2058c66 req-373b235e-b489-44f8-8c0a-1bc9be3133d8 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:36.539402 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-93d97855-9ddf-47e3-868a-ddfae2058c66 req-373b235e-b489-44f8-8c0a-1bc9be3133d8 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 948 time: 0.0544636 Aug 10 10:50:36.576694 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-93d97855-9ddf-47e3-868a-ddfae2058c66 req-10470823-4f00-49c8-bbbb-c1bf884c07d9 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Aug 10 10:50:36.662913 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 08448b8b-1897-480e-9b36-54e30d3e93d5 details requested by agent hyperv_hv-cinder-77218 with host hv-cinder-77218 {{(pid=99997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:50:36.758406 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 08448b8b-1897-480e-9b36-54e30d3e93d5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08448b8b-1897-480e-9b36-54e30d3e93d5,segment=NetworkSegment(e6fd2ca8-06dd-4761-9c55-a1e05d158338),segment_id=e6fd2ca8-06dd-4761-9c55-a1e05d158338)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:36.769055 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Returning: {'device': '08448b8b-1897-480e-9b36-54e30d3e93d5', 'network_id': '9557e1bb-32ac-4984-9a29-db4b949520fd', 'port_id': '08448b8b-1897-480e-9b36-54e30d3e93d5', 'mac_address': 'fa:16:3e:db:28:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463edcc4-ab33-44c1-bcd5-6f8014b63f49', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:50:36.804720 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:36.818299 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08448b8b-1897-480e-9b36-54e30d3e93d5 {{(pid=99997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:50:36.837315 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 08448b8b-1897-480e-9b36-54e30d3e93d5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08448b8b-1897-480e-9b36-54e30d3e93d5,segment=NetworkSegment(e6fd2ca8-06dd-4761-9c55-a1e05d158338),segment_id=e6fd2ca8-06dd-4761-9c55-a1e05d158338)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:36.841069 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:36.886651 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=08448b8b-1897-480e-9b36-54e30d3e93d5,revision_number=4']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:36.893416 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.893767 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.894111 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.894445 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.894778 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.895134 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.895464 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.895790 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.896145 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.896473 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.896794 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:36.897115 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:50:37.179280 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['08448b8b-1897-480e-9b36-54e30d3e93d5'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:50:37.691553 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795e348-2c9a-4ca7-ba44-7313564317fd req-7967682e-337a-45c9-a4d1-5d6070b6eb30 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:37.693001 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8795e348-2c9a-4ca7-ba44-7313564317fd req-7967682e-337a-45c9-a4d1-5d6070b6eb30 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 949 time: 0.0508492 Aug 10 10:50:37.730698 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-8795e348-2c9a-4ca7-ba44-7313564317fd req-eb40f542-da08-462f-9ae0-1922a4cdbd35 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309265 Aug 10 10:50:38.678201 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 08448b8b-1897-480e-9b36-54e30d3e93d5 up at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:50:38.724700 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning for port 08448b8b-1897-480e-9b36-54e30d3e93d5 completed by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:50:38.728177 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.provisioning_blocks [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Provisioning complete for port 08448b8b-1897-480e-9b36-54e30d3e93d5 triggered by entity L2. {{(pid=99997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:50:38.728550 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3524458'] for port, provisioning_complete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:38.806750 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3553570'] for port, before_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:38.829338 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08448b8b-1897-480e-9b36-54e30d3e93d5'}] {{(pid=99997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:50:38.831647 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fc837bd368454ba33fcbca39c73093d662f0ccaba2c7ed237b9bb2608793ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14e10f2-afc1-4f43-b7ab-bdfe5a6ff9a8" -d '{"events": [{"server_uuid": "2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d", "name": "network-vif-plugged", "status": "completed", "tag": "08448b8b-1897-480e-9b36-54e30d3e93d5"}]}' {{(pid=99997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:50:38.844551 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69743531-2789-4392-9b0c-4dc4e2d6db00 req-bba4a215-5565-4a91-a66d-632c4006f5b6 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:38.845074 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] For port 08448b8b-1897-480e-9b36-54e30d3e93d5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08448b8b-1897-480e-9b36-54e30d3e93d5,segment=NetworkSegment(e6fd2ca8-06dd-4761-9c55-a1e05d158338),segment_id=e6fd2ca8-06dd-4761-9c55-a1e05d158338)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:38.846135 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-69743531-2789-4392-9b0c-4dc4e2d6db00 req-bba4a215-5565-4a91-a66d-632c4006f5b6 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 949 time: 0.0489256 Aug 10 10:50:38.850395 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791674180253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791673792004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791673792022'] for port, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:38.876274 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523afcfe-d3d6-49ef-a8ef-4f815d749114 x-openstack-request-id: req-523afcfe-d3d6-49ef-a8ef-4f815d749114 {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:50:38.876579 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d", "name": "network-vif-plugged", "status": "completed", "tag": "08448b8b-1897-480e-9b36-54e30d3e93d5", "code": 200}]} {{(pid=99997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:50:38.876832 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-523afcfe-d3d6-49ef-a8ef-4f815d749114 {{(pid=99997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:50:38.877220 dv-cinder-772181-13-iscsi neutron-server[99997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08448b8b-1897-480e-9b36-54e30d3e93d5', 'code': 200} Aug 10 10:50:38.893642 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-69743531-2789-4392-9b0c-4dc4e2d6db00 req-f67f2172-eea0-4aa8-a67c-f33a53b5461a tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Aug 10 10:50:38.903312 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Pushing event updated for resources: {'Port': ['ID=08448b8b-1897-480e-9b36-54e30d3e93d5,revision_number=5']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:39.046006 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6f1e0-5484-407b-a318-95ea39eae596 req-f21939c0-9ba8-412c-9f6d-a5d2554902fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:39.047509 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-3bd6f1e0-5484-407b-a318-95ea39eae596 req-f21939c0-9ba8-412c-9f6d-a5d2554902fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 1103 time: 0.0398920 Aug 10 10:50:39.082940 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-3bd6f1e0-5484-407b-a318-95ea39eae596 req-e84f05b2-4c68-4ed0-88fe-49569f568fb0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267920 Aug 10 10:50:40.016429 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b641d-c732-4235-ba7b-7276a83cc424 req-9f7eb2e4-12c3-4818-97d5-a920838ef1b8 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:40.017969 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-637b641d-c732-4235-ba7b-7276a83cc424 req-9f7eb2e4-12c3-4818-97d5-a920838ef1b8 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 950 time: 0.0523760 Aug 10 10:50:40.055014 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-637b641d-c732-4235-ba7b-7276a83cc424 req-bf5fa545-d784-49c1-9b87-6594f7417d26 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310154 Aug 10 10:50:41.184303 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dfa69-5966-4c64-82c3-e2fa0bd0b5be req-b31ab226-211e-4866-8b5f-5f226d89e685 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:41.185757 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-285dfa69-5966-4c64-82c3-e2fa0bd0b5be req-b31ab226-211e-4866-8b5f-5f226d89e685 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 950 time: 0.0514991 Aug 10 10:50:41.222400 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-285dfa69-5966-4c64-82c3-e2fa0bd0b5be req-21e103eb-f2bb-4e65-b1aa-41c7402bcfdc tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Aug 10 10:50:41.470366 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fed731-4d04-4189-b7d1-25e08124d2bc req-5c9d26f6-80fb-4a35-b8b8-3615e786541e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:41.471870 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66fed731-4d04-4189-b7d1-25e08124d2bc req-5c9d26f6-80fb-4a35-b8b8-3615e786541e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 950 time: 0.0483112 Aug 10 10:50:41.508900 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-66fed731-4d04-4189-b7d1-25e08124d2bc req-c55daa90-f1b9-4ac0-9856-a0670aff21c9 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Aug 10 10:50:42.624634 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa06b2-9158-422f-9dab-77a7c5dfbee0 req-11572638-90c1-4f5d-bef2-edbc7c508314 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:42.626111 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-25aa06b2-9158-422f-9dab-77a7c5dfbee0 req-11572638-90c1-4f5d-bef2-edbc7c508314 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 950 time: 0.0478950 Aug 10 10:50:42.665178 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-25aa06b2-9158-422f-9dab-77a7c5dfbee0 req-1bd73ac1-c9b9-4e99-b588-3571ed69f592 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/security-groups?id=23d82749-a2bd-4fe0-8d7d-d23f619de403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331373 Aug 10 10:50:42.881863 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-8428789a-8323-41c7-9b6c-389800a48897 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:42.883391 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-8428789a-8323-41c7-9b6c-389800a48897 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 950 time: 0.0471385 Aug 10 10:50:42.977102 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Deleting port 08448b8b-1897-480e-9b36-54e30d3e93d5 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:42.977449 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:43.065715 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] For port 08448b8b-1897-480e-9b36-54e30d3e93d5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=08448b8b-1897-480e-9b36-54e30d3e93d5,segment=NetworkSegment(e6fd2ca8-06dd-4761-9c55-a1e05d158338),segment_id=e6fd2ca8-06dd-4761-9c55-a1e05d158338)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:43.066081 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:43.078347 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Calling delete_port for 08448b8b-1897-480e-9b36-54e30d3e93d5 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:43.206361 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:43.222625 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] get_ports_and_sgs() called for port_ids ['08448b8b-1897-480e-9b36-54e30d3e93d5'] {{(pid=99997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:50:43.232286 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Pushing event deleted for resources: {'Port': ['ID=08448b8b-1897-480e-9b36-54e30d3e93d5,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:43.276817 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] No DVR routers for this DVR port 08448b8b-1897-480e-9b36-54e30d3e93d5 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:50:43.279367 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:43.281390 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0e61657d-2e87-4b1f-b634-1437c4195549 req-e049f244-3830-4151-a802-9acd0dc0085e tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.26 "DELETE /v2.0/ports/08448b8b-1897-480e-9b36-54e30d3e93d5 HTTP/1.1" status: 204 len: 173 time: 0.3887677 Aug 10 10:50:43.281835 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d', 'name': 'network-vif-deleted', 'tag': '08448b8b-1897-480e-9b36-54e30d3e93d5'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:50:43.284138 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcfa2ec-a911-4437-9092-92236f762d38" -d '{"events": [{"server_uuid": "2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d", "name": "network-vif-deleted", "tag": "08448b8b-1897-480e-9b36-54e30d3e93d5"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:50:43.327026 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d274fe-da02-4d3d-8813-fb9298f76bf1 x-openstack-request-id: req-47d274fe-da02-4d3d-8813-fb9298f76bf1 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:50:43.327305 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d", "name": "network-vif-deleted", "tag": "08448b8b-1897-480e-9b36-54e30d3e93d5", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:50:43.327621 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47d274fe-da02-4d3d-8813-fb9298f76bf1 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:50:43.328029 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d', 'name': 'network-vif-deleted', 'tag': '08448b8b-1897-480e-9b36-54e30d3e93d5', 'status': 'completed', 'code': 200} Aug 10 10:50:43.772829 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-ad801d47-8fde-42b2-8360-8246f27461da req-95b9275e-3f6c-4cad-9fd7-1981a02e7d27 tempest-VolumesNegativeTest-1082567703 tempest-VolumesNegativeTest-1082567703-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cabf94c-1aaf-4fa5-b39d-c13f8ab1fd1d HTTP/1.1" status: 200 len: 210 time: 0.0300174 Aug 10 10:50:46.698170 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 08448b8b-1897-480e-9b36-54e30d3e93d5 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:50:46.721675 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 08448b8b-1897-480e-9b36-54e30d3e93d5 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:50:46.722342 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 08448b8b-1897-480e-9b36-54e30d3e93d5 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:50:48.399456 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49076) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:48.529990 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-dbc43f0b-f559-4cab-b80c-6a027cd105f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1047c06dc2144a13ad394872318e261f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293843 Aug 10 10:50:48.532427 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49080) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:48.579076 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-30dd1d3f-0dcd-4bfe-9eb5-ecbac01032fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:48.599695 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-30dd1d3f-0dcd-4bfe-9eb5-ecbac01032fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:48.643494 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-30dd1d3f-0dcd-4bfe-9eb5-ecbac01032fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:48.645970 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-30dd1d3f-0dcd-4bfe-9eb5-ecbac01032fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:48.647121 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-30dd1d3f-0dcd-4bfe-9eb5-ecbac01032fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23d82749-a2bd-4fe0-8d7d-d23f619de403 HTTP/1.1" status: 204 len: 168 time: 0.1137869 Aug 10 10:50:48.655089 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd1d3f-0dcd-4bfe-9eb5-ecbac01032fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d82749-a2bd-4fe0-8d7d-d23f619de403,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:48.991672 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49084) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:49.142395 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Deleting port fa69493f-3e80-4c83-a3dd-c0b1c82f52ba {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:49.142736 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:49.216507 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:49.216841 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:49.227956 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Calling delete_port for fa69493f-3e80-4c83-a3dd-c0b1c82f52ba owned by network:floatingip {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:49.377886 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:49.408116 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event deleted for resources: {'Port': ['ID=fa69493f-3e80-4c83-a3dd-c0b1c82f52ba,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:49.465659 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for floatingip, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:49.465993 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Floating IP 447d961b-7d0b-413e-87b5-4bdffe7836b5 disassociated (deleted). External IP: 172.27.1.22, port: 10300d46-fe36-4c5b-8439-4b52a72e7429. Aug 10 10:50:49.668310 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Router 7ae671da-8b33-4ec5-a2ba-589011d70eaf has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:50:49.771731 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:50:49.777254 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:49.781864 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] Sync routers for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:50:49.791643 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:50:49.792347 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:50:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:49.802941 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-8d384d69-0b0e-4d79-a440-143306b3f868 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "DELETE /v2.0/floatingips/447d961b-7d0b-413e-87b5-4bdffe7836b5 HTTP/1.1" status: 204 len: 168 time: 0.8102741 Aug 10 10:50:49.803643 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:50:49.806043 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea8f36a-bba0-4459-a0a1-c03ae03626b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:50:49.843901 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1c97c-73b7-4878-9731-ca3cffc11a52 x-openstack-request-id: req-a5e1c97c-73b7-4878-9731-ca3cffc11a52 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:50:49.844192 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:50:49.844447 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5e1c97c-73b7-4878-9731-ca3cffc11a52 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:50:49.844850 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'status': 'completed', 'code': 200} Aug 10 10:50:49.904291 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:50:49.914341 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-7415d94d-d2c3-4ea2-9270-51bfae159575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:49.916062 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-7415d94d-d2c3-4ea2-9270-51bfae159575 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e5de561a17374af7a77b82542646bd60&device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 1099 time: 0.0432904 Aug 10 10:50:50.022115 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-e99aba16-591c-4453-a291-af6ac38f9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:50.023931 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-e99aba16-591c-4453-a291-af6ac38f9048 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62885bec-d970-40e6-b4aa-7db6f7ea523c HTTP/1.1" status: 200 len: 909 time: 0.0961273 Aug 10 10:50:50.041973 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aa1f7-2905-4f8f-9949-9a4fe00de312 req-fea67a93-0dcf-4927-919c-f1d283572c0e tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:50.043518 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d77aa1f7-2905-4f8f-9949-9a4fe00de312 req-fea67a93-0dcf-4927-919c-f1d283572c0e tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0559566 Aug 10 10:50:50.068168 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-f1e00eb5-8832-4e8f-9c98-a1a406f56bbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10300d46-fe36-4c5b-8439-4b52a72e7429 HTTP/1.1" status: 200 len: 217 time: 0.0349422 Aug 10 10:50:50.082610 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-d77aa1f7-2905-4f8f-9949-9a4fe00de312 req-26733816-294d-4f6b-a8e6-0d6b4c211d99 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332041 Aug 10 10:50:50.118677 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-1070e4d7-ad1a-4e49-8ad4-d28ae9c72360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:50.120829 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-1070e4d7-ad1a-4e49-8ad4-d28ae9c72360 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44 HTTP/1.1" status: 200 len: 847 time: 0.0454223 Aug 10 10:50:50.129173 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:46:06Z', 'revision_number': 5, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:50.155152 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] Checking router: 7ae671da-8b33-4ec5-a2ba-589011d70eaf for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:50:50.163989 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:50:50.164602 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:50:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:50.173704 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-71cf8fb6-f4b9-4222-b70e-295a721d71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:50.175249 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-71cf8fb6-f4b9-4222-b70e-295a721d71a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62885bec-d970-40e6-b4aa-7db6f7ea523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444911 Aug 10 10:50:50.266033 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-c6fe99db-ba5a-47ca-8807-a920b590982e service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799918 Aug 10 10:50:50.268813 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:50:50.361346 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-bea8f36a-bba0-4459-a0a1-c03ae03626b9 req-006430a1-27da-4574-8380-322dea856991 service neutron] 10.222.0.26 "GET /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863993 Aug 10 10:50:50.470152 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:46:06Z', 'revision_number': 5, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:50.496240 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39389c8f-258c-4285-befd-f79e3d407531 None None] The sync data for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi is: [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:45:58Z', 'revision_number': 4, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '5cc7279f-b3e1-48dd-a017-50935f125ed0', 'name': '', 'network_id': '62885bec-d970-40e6-b4aa-7db6f7ea523c', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'mac_address': 'fa:16:3e:e6:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:57Z', 'updated_at': '2021-08-10T10:46:06Z', 'revision_number': 5, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'subnets': [{'id': 'd9b07d30-dfb4-463e-8d80-ea7aa4f0cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:50:50.706148 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609acea-402b-483e-861c-6b99366dc7c9 None None] New status for floating IP 447d961b-7d0b-413e-87b5-4bdffe7836b5: DOWN {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:50:51.196786 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758601f-7d56-4180-91eb-8ccc6411d7d4 req-786dcf75-21db-4421-9894-0f03880fa138 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:51.198287 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1758601f-7d56-4180-91eb-8ccc6411d7d4 req-786dcf75-21db-4421-9894-0f03880fa138 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0482280 Aug 10 10:50:51.234505 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1758601f-7d56-4180-91eb-8ccc6411d7d4 req-302fb4c1-4b1c-42c8-9461-a85548b1cdb4 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a711a6b-e1b2-43b2-9356-bf909b5b74d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303497 Aug 10 10:50:51.845087 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-e649f1d3-d00b-45cf-8ad2-26b5647b0f01 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:51.846554 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-e649f1d3-d00b-45cf-8ad2-26b5647b0f01 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 946 time: 0.0484974 Aug 10 10:50:51.943047 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Deleting port 10300d46-fe36-4c5b-8439-4b52a72e7429 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:51.943395 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:52.033002 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] For port 10300d46-fe36-4c5b-8439-4b52a72e7429, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=10300d46-fe36-4c5b-8439-4b52a72e7429,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:52.033320 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:52.045441 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Calling delete_port for 10300d46-fe36-4c5b-8439-4b52a72e7429 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:52.174056 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:52.207702 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event deleted for resources: {'Port': ['ID=10300d46-fe36-4c5b-8439-4b52a72e7429,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:52.245870 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] No DVR routers for this DVR port 10300d46-fe36-4c5b-8439-4b52a72e7429 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:50:52.248319 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:52.250366 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-84726ace-49e9-4ca3-970f-e8411ac9f961 req-0d4dd6c1-4b45-43c7-abe4-48a2c2071f3c tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.26 "DELETE /v2.0/ports/10300d46-fe36-4c5b-8439-4b52a72e7429 HTTP/1.1" status: 204 len: 173 time: 0.3943164 Aug 10 10:50:52.250805 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'name': 'network-vif-deleted', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:50:52.253037 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f1030f-f29f-4ae2-b370-717cc77982f3" -d '{"events": [{"server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "name": "network-vif-deleted", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:50:52.290233 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541eb72c-e8cd-41fe-b3ee-747aa97e8ebb x-openstack-request-id: req-541eb72c-e8cd-41fe-b3ee-747aa97e8ebb {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:50:52.290629 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6ddff8-2811-4538-ae83-44cd654b503b", "name": "network-vif-deleted", "tag": "10300d46-fe36-4c5b-8439-4b52a72e7429", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:50:52.291083 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-541eb72c-e8cd-41fe-b3ee-747aa97e8ebb {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:50:52.291593 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6ddff8-2811-4538-ae83-44cd654b503b', 'name': 'network-vif-deleted', 'tag': '10300d46-fe36-4c5b-8439-4b52a72e7429', 'status': 'completed', 'code': 200} Aug 10 10:50:52.336237 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9753f750-d791-4cbf-ba7f-bf07f269314e req-4197895f-8bd8-4936-a9b4-e87235e2264f tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc6ddff8-2811-4538-ae83-44cd654b503b HTTP/1.1" status: 200 len: 210 time: 0.0314536 Aug 10 10:50:53.392091 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49100) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:53.450576 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6aaa308d-59e7-4707-95bf-8fae24a72748 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:53.475822 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6aaa308d-59e7-4707-95bf-8fae24a72748 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:53.532739 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6aaa308d-59e7-4707-95bf-8fae24a72748 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:53.535679 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6aaa308d-59e7-4707-95bf-8fae24a72748 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:53.536934 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6aaa308d-59e7-4707-95bf-8fae24a72748 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] 10.222.0.43 "DELETE /v2.0/security-groups/9a711a6b-e1b2-43b2-9356-bf909b5b74d3 HTTP/1.1" status: 204 len: 168 time: 0.1438224 Aug 10 10:50:53.546333 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa308d-59e7-4707-95bf-8fae24a72748 tempest-TestShelveInstance-1583654079 tempest-TestShelveInstance-1583654079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a711a6b-e1b2-43b2-9356-bf909b5b74d3,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:53.581090 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49104) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:54.058633 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461208'] for router_interface, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:54.294937 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Deleting port 5cc7279f-b3e1-48dd-a017-50935f125ed0 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:54.295346 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:54.370346 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] For port 5cc7279f-b3e1-48dd-a017-50935f125ed0, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=5cc7279f-b3e1-48dd-a017-50935f125ed0,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:54.370705 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:54.383221 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Calling delete_port for 5cc7279f-b3e1-48dd-a017-50935f125ed0 owned by network:router_interface {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:54.560299 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:54.583743 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc7279f-b3e1-48dd-a017-50935f125ed0,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:54.724285 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 10300d46-fe36-4c5b-8439-4b52a72e7429 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:50:54.745137 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 10300d46-fe36-4c5b-8439-4b52a72e7429 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:50:54.745554 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 10300d46-fe36-4c5b-8439-4b52a72e7429 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:50:54.749159 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373288'] for router_interface, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:54.958254 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Router 7ae671da-8b33-4ec5-a2ba-589011d70eaf has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:50:55.325983 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:50:55.330839 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6559fcd5-7b69-4645-9ee0-9f7cdd717367 admin admin] 10.222.0.43 "PUT /v2.0/routers/7ae671da-8b33-4ec5-a2ba-589011d70eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7487237 Aug 10 10:50:55.333440 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49108) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:55.336017 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] Sync routers for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:50:55.345308 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:50:55.345913 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:50:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:55.444068 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:55.452372 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:50:55.543766 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:55.595695 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Deleting port 3c051b9a-cc5b-4180-918b-a6af4184d7cf {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:55.596731 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:55.628706 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:50:54Z', 'revision_number': 5, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port': {'id': '3c051b9a-cc5b-4180-918b-a6af4184d7cf', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:45:55Z', 'updated_at': '2021-08-10T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:55.655552 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] Checking router: 7ae671da-8b33-4ec5-a2ba-589011d70eaf for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:50:55.664053 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] Routers {'7ae671da-8b33-4ec5-a2ba-589011d70eaf'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:50:55.664642 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:50:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:55.673152 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] For port 3c051b9a-cc5b-4180-918b-a6af4184d7cf, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=3c051b9a-cc5b-4180-918b-a6af4184d7cf,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:55.673519 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:55.685729 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Calling delete_port for 3c051b9a-cc5b-4180-918b-a6af4184d7cf owned by network:router_gateway {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:55.747973 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] Set router 7ae671da-8b33-4ec5-a2ba-589011d70eaf gateway port host: None {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:50:55.798462 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:50:55Z', 'revision_number': 6, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port_host': None}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:55.828367 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f087af1-36c1-4f4f-bc13-9d281ec904ed None None] The sync data for ids ['7ae671da-8b33-4ec5-a2ba-589011d70eaf'] in dv-cinder-772181-13-iscsi is: [{'id': '7ae671da-8b33-4ec5-a2ba-589011d70eaf', 'name': 'tempest-TestShelveInstance-613281695-router', 'tenant_id': 'e5de561a17374af7a77b82542646bd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:45:54Z', 'updated_at': '2021-08-10T10:50:55Z', 'revision_number': 6, 'project_id': 'e5de561a17374af7a77b82542646bd60', 'gw_port_host': None}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:50:55.848353 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:55.875328 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c051b9a-cc5b-4180-918b-a6af4184d7cf,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:55.935265 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373966'] for router_gateway, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.023101 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33921'] for router, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.025214 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.068081 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375843'] for router, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.068696 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae671da-8b33-4ec5-a2ba-589011d70eaf {{(pid=99996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:50:56.074638 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.075583 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-40daaad5-acce-440f-a912-b37440ba2bd2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7ae671da-8b33-4ec5-a2ba-589011d70eaf HTTP/1.1" status: 204 len: 168 time: 0.7412302 Aug 10 10:50:56.078400 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49110) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:56.124598 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29d470e-51c6-4ab7-ad0d-74aaba089415 admin admin] Deleting subnet d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44 {{(pid=99996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:50:56.127737 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d29d470e-51c6-4ab7-ad0d-74aaba089415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.151544 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49112) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:56.173196 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d29d470e-51c6-4ab7-ad0d-74aaba089415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9098052'] for subnet, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.269395 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d29d470e-51c6-4ab7-ad0d-74aaba089415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.327279 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d29d470e-51c6-4ab7-ad0d-74aaba089415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929245'] for subnet, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.333979 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Deleting port 6a822b36-3808-4b08-b034-1857186364ac {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:56.334588 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.355769 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d470e-51c6-4ab7-ad0d-74aaba089415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:56.359277 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d29d470e-51c6-4ab7-ad0d-74aaba089415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.363590 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d29d470e-51c6-4ab7-ad0d-74aaba089415 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d9b07d30-dfb4-463e-8d80-ea7aa4f0cb44 HTTP/1.1" status: 204 len: 168 time: 0.2818215 Aug 10 10:50:56.363689 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49114) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:56.366636 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ed799-d9e6-4f4c-9c68-0f28285d7cc8 None None] Network 62885bec-d970-40e6-b4aa-7db6f7ea523c requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:50:56.413544 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.413941 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.427864 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Calling delete_port for 6a822b36-3808-4b08-b034-1857186364ac owned by network:floatingip {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:56.433616 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.488921 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Deleting port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:56.489265 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.554723 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] For port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4,segment=NetworkSegment(c4ab495a-deb5-4e6d-9ef2-c44fef0a407e),segment_id=c4ab495a-deb5-4e6d-9ef2-c44fef0a407e)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:56.555177 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.569018 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Calling delete_port for 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 owned by network:dhcp {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:56.610331 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.643851 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] DHCP port deletion for 62885bec-d970-40e6-b4aa-7db6f7ea523c request from dv-cinder-772181-13-iscsi {{(pid=99997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:50:56.651969 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event deleted for resources: {'Port': ['ID=6a822b36-3808-4b08-b034-1857186364ac,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:56.654021 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 5cc7279f-b3e1-48dd-a017-50935f125ed0 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:50:56.678322 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.705286 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Pushing event deleted for resources: {'Port': ['ID=50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:56.708769 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] No DVR routers for this DVR port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 on host dv-cinder-772181-13-iscsi {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:50:56.709449 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 5cc7279f-b3e1-48dd-a017-50935f125ed0 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:50:56.711065 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 5cc7279f-b3e1-48dd-a017-50935f125ed0 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:50:56.750238 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.750673 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.db.l3_db [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Floating IP c4996d5f-16c6-475c-a411-e2ea76c21ddd disassociated (deleted). External IP: 172.27.1.6, port: 47008e77-ca28-4994-95fc-2d7f1feba32d. Aug 10 10:50:56.754722 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] Deleting port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 {{(pid=99997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:56.755576 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.809584 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.818816 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] For port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4, host dv-cinder-772181-13-iscsi, got binding levels [] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:56.819503 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.820963 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62885bec-d970-40e6-b4aa-7db6f7ea523c']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:56.831920 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:56.832381 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ab495a-deb5-4e6d-9ef2-c44fef0a407e') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:56.836447 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] Calling delete_port for 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 owned by network:dhcp {{(pid=99997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:56.839646 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.ipam_backend_mixin [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] Port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 was not found and therefore no delete operation was performed {{(pid=99997) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 10:50:56.841209 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223'] for port, after_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.843630 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.858213 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.866296 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:50:56.867683 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] Pushing event deleted for resources: {'Port': ['ID=50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4,revision_number=None']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:56.868082 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.870031 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb970a-e404-4e3d-9e8d-f2ec271b1669 None None] No DVR routers for this DVR port 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 on host dv-cinder-772181-13-iscsi {{(pid=99997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:50:56.874490 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:50:56.939717 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.944412 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:56.950110 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] 10.222.0.43 "DELETE /v2.0/networks/62885bec-d970-40e6-b4aa-7db6f7ea523c HTTP/1.1" status: 204 len: 168 time: 0.5855191 Aug 10 10:50:56.950733 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49116) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:56.983657 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Router 6055f2f9-21e8-4b3e-ae52-06965841a163 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:50:56.998345 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b555b-cc65-4c15-8694-6bb37eac346e admin admin] Pushing event deleted for resources: {'Network': ['ID=62885bec-d970-40e6-b4aa-7db6f7ea523c,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:57.097020 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:50:57.109970 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] Sync routers for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:50:57.110482 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:57.121496 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:50:57.122173 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:50:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:57.126559 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-1b41a5aa-c2c2-4fd8-b378-83dde5d777c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:57.141069 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-df3a67f4-9612-453d-bbfb-9088beed1bef tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "DELETE /v2.0/floatingips/c4996d5f-16c6-475c-a411-e2ea76c21ddd HTTP/1.1" status: 204 len: 168 time: 0.9847114 Aug 10 10:50:57.141069 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:50:57.141754 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82223af6-fbd3-4700-96ae-d5e1f9497b40" -d '{"events": [{"name": "network-changed", "server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:50:57.196701 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658c32d3-0e6b-4af6-920b-2c55839c9926 x-openstack-request-id: req-658c32d3-0e6b-4af6-920b-2c55839c9926 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:50:57.197369 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:50:57.197492 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-658c32d3-0e6b-4af6-920b-2c55839c9926 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:50:57.197823 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'status': 'completed', 'code': 200} Aug 10 10:50:57.236066 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:50:57.279951 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-6ce3c384-dbff-40c7-8fc6-4dc36eb5e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:57.281834 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-6ce3c384-dbff-40c7-8fc6-4dc36eb5e633 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0491991 Aug 10 10:50:57.390287 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-79679448-9071-454d-b008-155687dcaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:57.392343 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-79679448-9071-454d-b008-155687dcaa93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 912 time: 0.0982766 Aug 10 10:50:57.402532 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461208'] for router_interface, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:57.442820 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-34aaffb3-8ff3-49a7-95ee-f2133244825e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47008e77-ca28-4994-95fc-2d7f1feba32d HTTP/1.1" status: 200 len: 217 time: 0.0425005 Aug 10 10:50:57.466296 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855334-fcde-44a4-b820-27420a31a4e0 req-0f1d170a-4122-463c-b9a2-391007e9bcfb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:57.467761 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9f855334-fcde-44a4-b820-27420a31a4e0 req-0f1d170a-4122-463c-b9a2-391007e9bcfb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0971627 Aug 10 10:50:57.500176 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-d20c1a9e-4d1f-46ef-9fcd-b4231a6d2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:57.501793 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-d20c1a9e-4d1f-46ef-9fcd-b4231a6d2202 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0513673 Aug 10 10:50:57.550984 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-9f855334-fcde-44a4-b820-27420a31a4e0 req-4b5dab98-565f-47fc-ae8a-c645396f0f13 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524118 Aug 10 10:50:57.551388 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-51f93043-2995-4706-a7ba-4f4bc2b19a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:57.552876 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-51f93043-2995-4706-a7ba-4f4bc2b19a50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418296 Aug 10 10:50:57.574493 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'e329ccca-0cf3-485b-a6ee-44e6064636ba', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:49Z', 'updated_at': '2021-08-10T10:46:52Z', 'revision_number': 1, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:57.601475 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] Checking router: 6055f2f9-21e8-4b3e-ae52-06965841a163 for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:50:57.612946 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:50:57.613469 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:50:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:57.658004 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-8f46caeb-a54c-458e-99ef-68768d4a57a2 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967813 Aug 10 10:50:57.712601 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Deleting port 382ef959-b6bb-49a7-8463-6b290c4d0e3c {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:57.713220 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:57.722136 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:50:57.806338 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] For port 382ef959-b6bb-49a7-8463-6b290c4d0e3c, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=382ef959-b6bb-49a7-8463-6b290c4d0e3c,segment=NetworkSegment(5f2bca94-85c4-4fb8-bdda-f39f96d455da),segment_id=5f2bca94-85c4-4fb8-bdda-f39f96d455da)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:57.807429 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:57.822011 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Calling delete_port for 382ef959-b6bb-49a7-8463-6b290c4d0e3c owned by network:router_interface {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:57.965557 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'e329ccca-0cf3-485b-a6ee-44e6064636ba', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:49Z', 'updated_at': '2021-08-10T10:46:52Z', 'revision_number': 1, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:57.987550 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-82223af6-fbd3-4700-96ae-d5e1f9497b40 req-acc41b2a-9402-461e-b9ad-afd78e154795 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206091 Aug 10 10:50:58.000331 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9df485-55d9-4cdf-bd77-f4342f0bc1eb None None] The sync data for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi is: [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_floatingips': [{'id': 'e329ccca-0cf3-485b-a6ee-44e6064636ba', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'router_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'port_id': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'mac_address': 'fa:16:3e:9e:1f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:46:49Z', 'updated_at': '2021-08-10T10:46:52Z', 'revision_number': 1, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:50:58.017780 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:58.070707 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Pushing event deleted for resources: {'Port': ['ID=382ef959-b6bb-49a7-8463-6b290c4d0e3c,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:58.084993 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 3c051b9a-cc5b-4180-918b-a6af4184d7cf no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:50:58.112144 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 3c051b9a-cc5b-4180-918b-a6af4184d7cf {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:50:58.112713 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 3c051b9a-cc5b-4180-918b-a6af4184d7cf not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:50:58.113299 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:50:58.133390 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:50:58.134286 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 50ac3881-4f7b-4b9e-a52e-2549ff8ad0a4 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:50:58.247353 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373288'] for router_interface, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:58.278321 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eaa1d2-d797-485b-a911-d50a6a8836e2 None None] New status for floating IP c4996d5f-16c6-475c-a411-e2ea76c21ddd: DOWN {{(pid=99997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:50:58.711864 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538912b-12fa-48e5-a8c0-f02e563bf1b6 req-815f19ce-e0f2-4b97-ad27-9d529a7bfe28 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:58.713951 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1538912b-12fa-48e5-a8c0-f02e563bf1b6 req-815f19ce-e0f2-4b97-ad27-9d529a7bfe28 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0913031 Aug 10 10:50:58.789331 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-1538912b-12fa-48e5-a8c0-f02e563bf1b6 req-cc332fbc-26a5-4ccb-8d7c-c8927ca9f83c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478654 Aug 10 10:50:58.798953 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Router 69ed2924-cf4d-4427-92ef-7fd09f711cfa has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:50:58.908806 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:50:58.913675 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-99f8f8c7-49c2-4e02-a5d1-4593f31aea36 admin admin] 10.222.0.43 "PUT /v2.0/routers/69ed2924-cf4d-4427-92ef-7fd09f711cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9602962 Aug 10 10:50:58.916278 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49126) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:58.919175 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] Sync routers for ids ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:50:58.930403 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] Routers {'69ed2924-cf4d-4427-92ef-7fd09f711cfa'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:50:58.931728 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:50:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:59.024543 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.039590 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] Set router 69ed2924-cf4d-4427-92ef-7fd09f711cfa gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:50:59.088683 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-b507dc07-8b5c-44da-bc65-dfad0d7624d6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:50:59.090281 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-b507dc07-8b5c-44da-bc65-dfad0d7624d6 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 946 time: 0.0491180 Aug 10 10:50:59.130684 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.189568 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Deleting port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:59.189936 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.192124 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Deleting port 47008e77-ca28-4994-95fc-2d7f1feba32d {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:50:59.192467 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.229866 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:50:57Z', 'revision_number': 5, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'gw_port': {'id': '40ba2990-c2b2-4169-8c1c-d5c6b06e2def', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:59.256354 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] Checking router: 69ed2924-cf4d-4427-92ef-7fd09f711cfa for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:50:59.266178 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] Routers {'69ed2924-cf4d-4427-92ef-7fd09f711cfa'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:50:59.267732 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:50:30Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:59.271644 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] For port 40ba2990-c2b2-4169-8c1c-d5c6b06e2def, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=40ba2990-c2b2-4169-8c1c-d5c6b06e2def,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:59.271644 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.284240 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] For port 47008e77-ca28-4994-95fc-2d7f1feba32d, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=47008e77-ca28-4994-95fc-2d7f1feba32d,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:50:59.284615 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.288150 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Calling delete_port for 40ba2990-c2b2-4169-8c1c-d5c6b06e2def owned by network:router_gateway {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:59.302763 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Calling delete_port for 47008e77-ca28-4994-95fc-2d7f1feba32d owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:50:59.357692 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] Set router 69ed2924-cf4d-4427-92ef-7fd09f711cfa gateway port host: None {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:50:59.413248 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:50:59Z', 'revision_number': 6, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'gw_port_host': None}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:50:59.436201 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.443646 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a5fd3-90ea-43a3-b431-c28eced12082 None None] The sync data for ids ['69ed2924-cf4d-4427-92ef-7fd09f711cfa'] in dv-cinder-772181-13-iscsi is: [{'id': '69ed2924-cf4d-4427-92ef-7fd09f711cfa', 'name': 'tempest-TestShelveInstance-1148557171-router', 'tenant_id': 'c7337e193c894906bf314aaad76bc98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:46:01Z', 'updated_at': '2021-08-10T10:50:59Z', 'revision_number': 6, 'project_id': 'c7337e193c894906bf314aaad76bc98d', 'gw_port_host': None}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:50:59.457315 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.473610 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event deleted for resources: {'Port': ['ID=47008e77-ca28-4994-95fc-2d7f1feba32d,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:59.494516 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ba2990-c2b2-4169-8c1c-d5c6b06e2def,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:50:59.522616 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] No DVR routers for this DVR port 47008e77-ca28-4994-95fc-2d7f1feba32d on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:50:59.525770 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.527864 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-061b29d5-7d42-45ea-8836-7d51aad3d251 req-e81decdd-008f-4343-a498-fb7f18bb5dbb tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "DELETE /v2.0/ports/47008e77-ca28-4994-95fc-2d7f1feba32d HTTP/1.1" status: 204 len: 173 time: 0.4303079 Aug 10 10:50:59.528317 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'name': 'network-vif-deleted', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:50:59.530572 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4b7b09-66aa-4a66-bf4e-c4174ac18b37" -d '{"events": [{"server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "name": "network-vif-deleted", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:50:59.566740 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60991974-221b-4a97-a7e0-c51282175fe0 x-openstack-request-id: req-60991974-221b-4a97-a7e0-c51282175fe0 {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:50:59.567166 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f935bf-d01f-48f3-9f0b-810208a9c5d5", "name": "network-vif-deleted", "tag": "47008e77-ca28-4994-95fc-2d7f1feba32d", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:50:59.567630 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60991974-221b-4a97-a7e0-c51282175fe0 {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:50:59.568134 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f935bf-d01f-48f3-9f0b-810208a9c5d5', 'name': 'network-vif-deleted', 'tag': '47008e77-ca28-4994-95fc-2d7f1feba32d', 'status': 'completed', 'code': 200} Aug 10 10:50:59.574185 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373966'] for router_gateway, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.580244 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b510-1ff9-4310-8edf-7520d8806a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.670839 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33921'] for router, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.672926 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.720240 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375843'] for router, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.720939 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ed2924-cf4d-4427-92ef-7fd09f711cfa {{(pid=99996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:50:59.725183 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] Notify callbacks [] for router, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.726308 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-db938aad-07ed-4a82-aaeb-d9008ef19da2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/69ed2924-cf4d-4427-92ef-7fd09f711cfa HTTP/1.1" status: 204 len: 168 time: 0.8091352 Aug 10 10:50:59.729642 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49130) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:50:59.772201 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba36cce5-0383-4d26-a315-c802bb2c3331 admin admin] Deleting subnet 329defb9-12c3-4862-9a3b-1db90ad42f7c {{(pid=99996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:50:59.775778 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ba36cce5-0383-4d26-a315-c802bb2c3331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.814961 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ba36cce5-0383-4d26-a315-c802bb2c3331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9098052'] for subnet, precommit_delete_associations {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.934914 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-a69e19ac-f1e9-4232-b6e0-7952256b6a06 req-9aff86f1-0f58-4361-ad6b-4fbef847997d tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=00f935bf-d01f-48f3-9f0b-810208a9c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0334184 Aug 10 10:50:59.936295 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ba36cce5-0383-4d26-a315-c802bb2c3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:50:59.992337 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ba36cce5-0383-4d26-a315-c802bb2c3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8491488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929245'] for subnet, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.018488 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36cce5-0383-4d26-a315-c802bb2c3331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329defb9-12c3-4862-9a3b-1db90ad42f7c,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:00.022049 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-ba36cce5-0383-4d26-a315-c802bb2c3331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.026960 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-ba36cce5-0383-4d26-a315-c802bb2c3331 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/329defb9-12c3-4862-9a3b-1db90ad42f7c HTTP/1.1" status: 204 len: 168 time: 0.2934477 Aug 10 10:51:00.026960 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49134) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:00.030281 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7334a6e-57ac-46a5-9428-ea74b59549c8 None None] Network e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:51:00.092316 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.149029 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Deleting port f5512cf3-6fa6-445f-a97b-3154585ef754 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:00.149373 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.214549 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] For port f5512cf3-6fa6-445f-a97b-3154585ef754, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=f5512cf3-6fa6-445f-a97b-3154585ef754,segment=NetworkSegment(5f2bca94-85c4-4fb8-bdda-f39f96d455da),segment_id=5f2bca94-85c4-4fb8-bdda-f39f96d455da)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:00.214919 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.229465 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Calling delete_port for f5512cf3-6fa6-445f-a97b-3154585ef754 owned by network:dhcp {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:00.283159 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.333970 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.363032 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebafc14-ed4a-49a0-bfa3-c511e99325d6 None None] DHCP port deletion for e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 request from dv-cinder-772181-13-iscsi {{(pid=99997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:51:00.364506 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5512cf3-6fa6-445f-a97b-3154585ef754,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:00.369354 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] No DVR routers for this DVR port f5512cf3-6fa6-445f-a97b-3154585ef754 on host dv-cinder-772181-13-iscsi {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:51:00.412777 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 382ef959-b6bb-49a7-8463-6b290c4d0e3c no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:00.440716 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 382ef959-b6bb-49a7-8463-6b290c4d0e3c {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:00.441065 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 382ef959-b6bb-49a7-8463-6b290c4d0e3c not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:00.441477 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 40ba2990-c2b2-4169-8c1c-d5c6b06e2def no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:00.455337 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.460963 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 40ba2990-c2b2-4169-8c1c-d5c6b06e2def {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:00.461225 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 40ba2990-c2b2-4169-8c1c-d5c6b06e2def not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:00.467326 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:00.482091 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2bca94-85c4-4fb8-bdda-f39f96d455da') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:00.482385 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2bca94-85c4-4fb8-bdda-f39f96d455da') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:00.491243 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.504671 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.510383 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:51:00.510760 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:51:00.512422 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:51:00.567183 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.574562 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.576507 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288 HTTP/1.1" status: 204 len: 168 time: 0.5486209 Aug 10 10:51:00.586207 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d47ad-16e2-4ddd-a3e1-0013b2e3b666 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8cbe109-5c4d-4d2b-8b07-1b8d6f3e9288,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:00.639253 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.702526 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49138) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:00.741614 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-f0d9f202-66d6-446a-8730-30107c4dbf75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5de561a17374af7a77b82542646bd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377295 Aug 10 10:51:00.744013 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49140) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:00.789752 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7f5a5b2c-65c0-4beb-8b95-30ea5ca08770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.813861 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7f5a5b2c-65c0-4beb-8b95-30ea5ca08770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.858574 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7f5a5b2c-65c0-4beb-8b95-30ea5ca08770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.861159 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-7f5a5b2c-65c0-4beb-8b95-30ea5ca08770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:00.864627 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-7f5a5b2c-65c0-4beb-8b95-30ea5ca08770 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0f49752-3077-4779-9cf7-3f5893956f33 HTTP/1.1" status: 204 len: 168 time: 0.1173949 Aug 10 10:51:00.869916 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a5b2c-65c0-4beb-8b95-30ea5ca08770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f49752-3077-4779-9cf7-3f5893956f33,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:01.187888 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49152) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:01.227122 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-587e93ba-5f97-4f63-9b59-ed43d6c7ec75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7337e193c894906bf314aaad76bc98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378482 Aug 10 10:51:01.229351 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49154) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:01.283697 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:01.307572 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:01.354425 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:01.356996 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:01.358167 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/077e2ed6-5511-4d5b-afe8-935be598373c HTTP/1.1" status: 204 len: 168 time: 0.1278110 Aug 10 10:51:01.365695 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e2ed6-5511-4d5b-afe8-935be598373c,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:01.373599 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.373951 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.374344 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.374678 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.375060 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.375392 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.375723 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.376049 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.376375 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.376791 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.377110 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.377327 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1405e03-9820-4d91-a111-a2678a833e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-13-iscsi {{(pid=99996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:51:01.766834 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:02.058794 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device f5512cf3-6fa6-445f-a97b-3154585ef754 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:02.079381 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: f5512cf3-6fa6-445f-a97b-3154585ef754 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:02.079726 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device f5512cf3-6fa6-445f-a97b-3154585ef754 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:02.347257 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:02.727970 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 47008e77-ca28-4994-95fc-2d7f1feba32d no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:02.749861 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 47008e77-ca28-4994-95fc-2d7f1feba32d {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:02.750229 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 47008e77-ca28-4994-95fc-2d7f1feba32d not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:03.216780 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49166) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:03.366170 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Deleting port f8cc6b17-b7ff-4d31-957a-025ed6177748 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:03.366513 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:03.444232 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:03.444483 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:03.456866 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Calling delete_port for f8cc6b17-b7ff-4d31-957a-025ed6177748 owned by network:floatingip {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:03.600350 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:03.629820 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event deleted for resources: {'Port': ['ID=f8cc6b17-b7ff-4d31-957a-025ed6177748,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:03.681952 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:03.682285 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.db.l3_db [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Floating IP e329ccca-0cf3-485b-a6ee-44e6064636ba disassociated (deleted). External IP: 172.27.1.157, port: 07b134b2-2856-4ea3-ae2f-841eaab54188. Aug 10 10:51:03.883167 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Router 6055f2f9-21e8-4b3e-ae52-06965841a163 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:51:03.991107 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:51:03.996545 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:04.001747 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] Sync routers for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:51:04.010654 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:51:04.011308 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:51:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:04.024295 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-88b13dc4-8e2a-4e57-9b67-4f5ba08eef49 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "DELETE /v2.0/floatingips/e329ccca-0cf3-485b-a6ee-44e6064636ba HTTP/1.1" status: 204 len: 168 time: 0.8064260 Aug 10 10:51:04.025148 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188'}] {{(pid=99996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:51:04.027607 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}420284bb54f7a5014b040a3009ab66b6e6a3e955762ed1542c3fd2e48bb1aaaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188"}]}' {{(pid=99996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:51:04.069158 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12cdd88-09c2-4453-a513-afb5fc3c78e9 x-openstack-request-id: req-c12cdd88-09c2-4453-a513-afb5fc3c78e9 {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:51:04.069452 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188", "status": "completed", "code": 200}]} {{(pid=99996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:51:04.069716 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c12cdd88-09c2-4453-a513-afb5fc3c78e9 {{(pid=99996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:51:04.070120 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'status': 'completed', 'code': 200} Aug 10 10:51:04.123408 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:51:04.138569 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-69a190b1-e531-4d82-b47a-770c75335b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:51:04.140080 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-69a190b1-e531-4d82-b47a-770c75335b25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 1099 time: 0.0431335 Aug 10 10:51:04.248487 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-3f01ce38-559c-45fc-b72c-dd2041cd4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:51:04.250472 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-3f01ce38-559c-45fc-b72c-dd2041cd4424 service neutron] 10.222.0.26 "GET /v2.0/networks?id=71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 200 len: 912 time: 0.0948179 Aug 10 10:51:04.298176 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-3223f38e-16b9-495e-a65a-51dd69252197 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b134b2-2856-4ea3-ae2f-841eaab54188 HTTP/1.1" status: 200 len: 217 time: 0.0390770 Aug 10 10:51:04.332764 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:04.349261 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-3307007a-6391-49ba-a28d-1a348ebcde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:51:04.350761 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-3307007a-6391-49ba-a28d-1a348ebcde4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 200 len: 850 time: 0.0450981 Aug 10 10:51:04.360802 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] Checking router: 6055f2f9-21e8-4b3e-ae52-06965841a163 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:51:04.369726 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:51:04.370362 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:51:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:04.396977 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-55520775-464b-4eb9-b111-737f7d256d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:51:04.398772 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-55520775-464b-4eb9-b111-737f7d256d22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=71feb8ea-90ed-4fce-b017-3f71a250ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405519 Aug 10 10:51:04.410895 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-f9cb33f2-57eb-496b-8edb-af4428f9cf80 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=99995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:51:04.411893 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-f9cb33f2-57eb-496b-8edb-af4428f9cf80 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054100 Aug 10 10:51:04.474835 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6688d-45dd-4c1b-84bf-bffaba6b1db4 req-afd10b48-0c47-42d1-9094-8169fb552455 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:51:04.476575 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-83c6688d-45dd-4c1b-84bf-bffaba6b1db4 req-afd10b48-0c47-42d1-9094-8169fb552455 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 946 time: 0.2671521 Aug 10 10:51:04.479656 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:51:04.514800 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-5aa44530-fb62-4622-89d4-b9a6cb920d2b service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908091 Aug 10 10:51:04.517570 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-83c6688d-45dd-4c1b-84bf-bffaba6b1db4 req-a27c782c-a420-44e5-8915-d353179c217c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325158 Aug 10 10:51:04.609392 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-0b5d6c3b-8609-4b66-a764-49c8ab8a5f0c req-91720892-9833-4d3d-b4dc-df6bd100d0f1 service neutron] 10.222.0.26 "GET /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862856 Aug 10 10:51:04.686550 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:04.714418 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2e305-b70e-42a2-bc4c-124aea2561f7 None None] The sync data for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi is: [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:42:54Z', 'revision_number': 4, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi', '_interfaces': [{'id': '4c754a2d-3aa9-4f6c-a655-40df31f410da', 'name': '', 'network_id': '71feb8ea-90ed-4fce-b017-3f71a250ca7f', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'mac_address': 'fa:16:3e:c0:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5ea37a72-a309-4900-9862-9daf74955334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:53Z', 'updated_at': '2021-08-10T10:43:02Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'subnets': [{'id': '5ea37a72-a309-4900-9862-9daf74955334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:51:04.914498 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334465ad-3fe3-4460-98c6-2c3178e7098a None None] New status for floating IP e329ccca-0cf3-485b-a6ee-44e6064636ba: DOWN {{(pid=99998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:51:05.686121 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58830784-49ca-49f4-a8b9-235ab5d8474b req-50e62932-b3f0-4e32-ab29-ecd41b707543 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:51:05.687878 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-58830784-49ca-49f4-a8b9-235ab5d8474b req-50e62932-b3f0-4e32-ab29-ecd41b707543 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 946 time: 0.1027815 Aug 10 10:51:05.724290 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-58830784-49ca-49f4-a8b9-235ab5d8474b req-426bdc79-75f9-4d29-8e4a-8c4a07f616b8 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/security-groups?id=e21547a1-7c94-42b7-a2f4-bf48d9346ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304751 Aug 10 10:51:05.959204 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-f66c6c81-553d-463c-a673-518fd58d10d9 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:51:05.960580 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-f66c6c81-553d-463c-a673-518fd58d10d9 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 946 time: 0.0527081 Aug 10 10:51:06.046773 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Deleting port 07b134b2-2856-4ea3-ae2f-841eaab54188 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:06.047142 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:06.136597 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] For port 07b134b2-2856-4ea3-ae2f-841eaab54188, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77218',level=0,port_id=07b134b2-2856-4ea3-ae2f-841eaab54188,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:06.136964 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:06.149235 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Calling delete_port for 07b134b2-2856-4ea3-ae2f-841eaab54188 owned by compute:nova {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:06.270722 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:06.302129 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event deleted for resources: {'Port': ['ID=07b134b2-2856-4ea3-ae2f-841eaab54188,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:06.343321 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] No DVR routers for this DVR port 07b134b2-2856-4ea3-ae2f-841eaab54188 on host hv-cinder-77218 {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:51:06.345894 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for port, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:06.348073 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [req-ece6be88-e1e7-4bac-a9dc-8ea61909b9b3 req-d5d4864d-7aba-4fe0-98b1-09eab394ab9b tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.26 "DELETE /v2.0/ports/07b134b2-2856-4ea3-ae2f-841eaab54188 HTTP/1.1" status: 204 len: 173 time: 0.3813846 Aug 10 10:51:06.348688 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'name': 'network-vif-deleted', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188'}] {{(pid=99995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:51:06.350886 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf93d4d0057ced1b9a3102273aba6e439cc1660b57e331e26e54e781417b2db7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5c3f9b-a885-4113-88a9-0cac0d4d4135" -d '{"events": [{"server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "name": "network-vif-deleted", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188"}]}' {{(pid=99995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:51:06.387879 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69acd7a-feeb-47b1-85c8-773d95bb761c x-openstack-request-id: req-b69acd7a-feeb-47b1-85c8-773d95bb761c {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:51:06.388179 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf780c89-8df3-4bc9-a4d3-f737150b21e5", "name": "network-vif-deleted", "tag": "07b134b2-2856-4ea3-ae2f-841eaab54188", "status": "completed", "code": 200}]} {{(pid=99995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:51:06.388429 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b69acd7a-feeb-47b1-85c8-773d95bb761c {{(pid=99995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:51:06.388931 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf780c89-8df3-4bc9-a4d3-f737150b21e5', 'name': 'network-vif-deleted', 'tag': '07b134b2-2856-4ea3-ae2f-841eaab54188', 'status': 'completed', 'code': 200} Aug 10 10:51:06.826666 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [req-15629f7c-ab93-4fa4-9abe-6afc6ea8d96d req-06d61af2-e222-41b0-93a6-87ca1dded3a9 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf780c89-8df3-4bc9-a4d3-f737150b21e5 HTTP/1.1" status: 200 len: 210 time: 0.0264440 Aug 10 10:51:07.880711 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49186) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:08.000998 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Deleting port 0000d937-f7fb-4970-9458-1bff542eb00f {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:08.001360 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:08.077307 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:08.077637 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:08.088690 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Calling delete_port for 0000d937-f7fb-4970-9458-1bff542eb00f owned by network:floatingip {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:08.216238 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:08.240919 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event deleted for resources: {'Port': ['ID=0000d937-f7fb-4970-9458-1bff542eb00f,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:08.297949 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for floatingip, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:08.300444 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4111771'] for floatingip, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:08.301585 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6dd9928a-3c34-4b00-b83d-4f89c284878c tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "DELETE /v2.0/floatingips/f51f8993-4248-4998-b1b1-b707c0d0d742 HTTP/1.1" status: 204 len: 168 time: 0.4198134 Aug 10 10:51:09.496995 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49198) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:09.553553 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-90636b77-0d4a-4395-bce9-fd01650b3343 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:09.577462 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-90636b77-0d4a-4395-bce9-fd01650b3343 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:09.639692 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-90636b77-0d4a-4395-bce9-fd01650b3343 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:09.642332 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-90636b77-0d4a-4395-bce9-fd01650b3343 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Notify callbacks [] for security_group, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:09.643477 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-90636b77-0d4a-4395-bce9-fd01650b3343 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] 10.222.0.43 "DELETE /v2.0/security-groups/e21547a1-7c94-42b7-a2f4-bf48d9346ca6 HTTP/1.1" status: 204 len: 168 time: 0.1454518 Aug 10 10:51:09.653100 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90636b77-0d4a-4395-bce9-fd01650b3343 tempest-TestVolumeBootPattern-380829744 tempest-TestVolumeBootPattern-380829744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21547a1-7c94-42b7-a2f4-bf48d9346ca6,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:09.701688 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49202) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:09.782886 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:51:10.137456 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461208'] for router_interface, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:10.379761 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Deleting port 4c754a2d-3aa9-4f6c-a655-40df31f410da {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:10.380100 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:10.456587 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] For port 4c754a2d-3aa9-4f6c-a655-40df31f410da, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=4c754a2d-3aa9-4f6c-a655-40df31f410da,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:10.456866 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:10.469691 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Calling delete_port for 4c754a2d-3aa9-4f6c-a655-40df31f410da owned by network:router_interface {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:10.645147 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:10.671308 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c754a2d-3aa9-4f6c-a655-40df31f410da,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:10.777481 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 07b134b2-2856-4ea3-ae2f-841eaab54188 no longer exists at agent hyperv_hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:10.797123 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] No Port match for: 07b134b2-2856-4ea3-ae2f-841eaab54188 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:10.797475 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Device 07b134b2-2856-4ea3-ae2f-841eaab54188 not bound to the agent host hv-cinder-77218 {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:10.841083 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373288'] for router_interface, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:11.047294 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Router 6055f2f9-21e8-4b3e-ae52-06965841a163 has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:51:11.146779 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:51:11.152327 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-c3c873a1-eb50-4951-a526-d1d93befdc3b admin admin] 10.222.0.43 "PUT /v2.0/routers/6055f2f9-21e8-4b3e-ae52-06965841a163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4496160 Aug 10 10:51:11.154853 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49206) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:11.156993 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] Sync routers for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:51:11.166561 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:51:11.167196 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:51:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:11.255313 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks [] for router, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:11.268173 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: dv-cinder-772181-13-iscsi {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:51:11.357484 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:11.408883 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Deleting port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:11.409501 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:11.446063 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:51:10Z', 'revision_number': 5, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port': {'id': '39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:50Z', 'updated_at': '2021-08-10T10:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:11.472320 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] Checking router: 6055f2f9-21e8-4b3e-ae52-06965841a163 for host: dv-cinder-772181-13-iscsi {{(pid=99997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:51:11.481014 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] Routers {'6055f2f9-21e8-4b3e-ae52-06965841a163'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:51:11.481623 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:51:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['6055f2f9-21e8-4b3e-ae52-06965841a163'], 'active': True} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:11.493241 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] For port 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:11.494267 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:11.506782 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Calling delete_port for 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 owned by network:router_gateway {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:11.565593 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvr_db [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] Set router 6055f2f9-21e8-4b3e-ae52-06965841a163 gateway port host: None {{(pid=99997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:51:11.615527 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_hamode_db [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:51:11Z', 'revision_number': 6, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port_host': None}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:11.645161 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31ab2b-d422-40f6-86b1-82f6a12a419a None None] The sync data for ids ['6055f2f9-21e8-4b3e-ae52-06965841a163'] in dv-cinder-772181-13-iscsi is: [{'id': '6055f2f9-21e8-4b3e-ae52-06965841a163', 'name': 'tempest-TestVolumeBootPattern-993021764-router', 'tenant_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:49Z', 'updated_at': '2021-08-10T10:51:11Z', 'revision_number': 6, 'project_id': '21c4bed7b2ef4acd95a1e59e51a74fd8', 'gw_port_host': None}] {{(pid=99997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:51:11.668683 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:11.693020 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Pushing event deleted for resources: {'Port': ['ID=39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:11.756702 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373966'] for router_gateway, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.075994 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33921'] for router, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.078452 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.128022 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375843'] for router, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.128561 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6055f2f9-21e8-4b3e-ae52-06965841a163 {{(pid=99995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:51:12.132873 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.134142 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-88f7c1b1-355a-4432-b036-80e98d9f6bed admin admin] 10.222.0.43 "DELETE /v2.0/routers/6055f2f9-21e8-4b3e-ae52-06965841a163 HTTP/1.1" status: 204 len: 168 time: 0.9783182 Aug 10 10:51:12.136637 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49208) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:12.180236 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03744a3-d70b-46ee-b256-fffac590c7ae admin admin] Deleting subnet 5ea37a72-a309-4900-9862-9daf74955334 {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:51:12.183836 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f03744a3-d70b-46ee-b256-fffac590c7ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.219838 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f03744a3-d70b-46ee-b256-fffac590c7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11460473'] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.293754 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f03744a3-d70b-46ee-b256-fffac590c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.345065 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f03744a3-d70b-46ee-b256-fffac590c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11743965'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.376146 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03744a3-d70b-46ee-b256-fffac590c7ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea37a72-a309-4900-9862-9daf74955334,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:12.377977 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-f03744a3-d70b-46ee-b256-fffac590c7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.382235 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8260dad9-3cb2-403f-b360-266eedf24646 None None] Network 71feb8ea-90ed-4fce-b017-3f71a250ca7f requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:51:12.382724 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.wsgi [-] (99996) accepted ('10.222.0.43', 49210) {{(pid=99996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:12.383127 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-f03744a3-d70b-46ee-b256-fffac590c7ae admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5ea37a72-a309-4900-9862-9daf74955334 HTTP/1.1" status: 204 len: 168 time: 0.2448380 Aug 10 10:51:12.449656 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 4c754a2d-3aa9-4f6c-a655-40df31f410da no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:12.452889 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.492327 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 4c754a2d-3aa9-4f6c-a655-40df31f410da {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:12.492807 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 4c754a2d-3aa9-4f6c-a655-40df31f410da not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:12.508082 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Deleting port e5bb0ddf-993f-446d-b4dd-b4d13d260518 {{(pid=99996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:12.508426 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.579283 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.db [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] For port e5bb0ddf-993f-446d-b4dd-b4d13d260518, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=e5bb0ddf-993f-446d-b4dd-b4d13d260518,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:12.579508 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366844de-9fae-4fb9-b728-67b37174f85e None None] DHCP port deletion for 71feb8ea-90ed-4fce-b017-3f71a250ca7f request from dv-cinder-772181-13-iscsi {{(pid=99997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:51:12.579691 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.593191 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.plugin [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Calling delete_port for e5bb0ddf-993f-446d-b4dd-b4d13d260518 owned by network:dhcp {{(pid=99996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:12.625419 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-366844de-9fae-4fb9-b728-67b37174f85e None None] Deleting port e5bb0ddf-993f-446d-b4dd-b4d13d260518 {{(pid=99997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:12.625800 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-366844de-9fae-4fb9-b728-67b37174f85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.680017 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8491477'] for port, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.694578 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-366844de-9fae-4fb9-b728-67b37174f85e None None] For port e5bb0ddf-993f-446d-b4dd-b4d13d260518, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=e5bb0ddf-993f-446d-b4dd-b4d13d260518,segment=NetworkSegment(15761d70-fd8b-414d-8f21-d7ba636bb5ae),segment_id=15761d70-fd8b-414d-8f21-d7ba636bb5ae)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:12.695025 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-366844de-9fae-4fb9-b728-67b37174f85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.707044 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bb0ddf-993f-446d-b4dd-b4d13d260518,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:12.710721 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] No DVR routers for this DVR port e5bb0ddf-993f-446d-b4dd-b4d13d260518 on host dv-cinder-772181-13-iscsi {{(pid=99996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:51:12.713840 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-366844de-9fae-4fb9-b728-67b37174f85e None None] Calling delete_port for e5bb0ddf-993f-446d-b4dd-b4d13d260518 owned by network:dhcp {{(pid=99997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:12.784421 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.793425 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-366844de-9fae-4fb9-b728-67b37174f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223'] for port, after_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.794803 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71feb8ea-90ed-4fce-b017-3f71a250ca7f']}} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:12.807384 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15761d70-fd8b-414d-8f21-d7ba636bb5ae') {'for_net_delete': True} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:12.807619 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.services.segments.db [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15761d70-fd8b-414d-8f21-d7ba636bb5ae') {} {{(pid=99996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:12.816527 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9098045'] for segment, before_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.819137 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366844de-9fae-4fb9-b728-67b37174f85e None None] Pushing event deleted for resources: {'Port': ['ID=e5bb0ddf-993f-446d-b4dd-b4d13d260518,revision_number=None']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:12.820945 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366844de-9fae-4fb9-b728-67b37174f85e None None] No DVR routers for this DVR port e5bb0ddf-993f-446d-b4dd-b4d13d260518 on host dv-cinder-772181-13-iscsi {{(pid=99997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:51:12.834727 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.841167 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=99996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:51:12.841710 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8491274'] for segment, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: Traceback (most recent call last): Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: timer() Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: cb(*args, **kw) Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: return func(*args, **kwargs) Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: self._notify() Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: self.callback(batched_events) Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: event.method(event) Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: return f(self, *a, **k) Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._get(url).json() Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: return self.request(url, 'GET', **kwargs) Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:51:12.843352 dv-cinder-772181-13-iscsi neutron-server[99996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:51:12.900641 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.905912 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron_lib.callbacks.manager [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:12.907752 dv-cinder-772181-13-iscsi neutron-server[99996]: INFO neutron.wsgi [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] 10.222.0.43 "DELETE /v2.0/networks/71feb8ea-90ed-4fce-b017-3f71a250ca7f HTTP/1.1" status: 204 len: 168 time: 0.5243528 Aug 10 10:51:12.910771 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49212) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:12.920316 dv-cinder-772181-13-iscsi neutron-server[99996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965a42f-07d8-44ea-881f-78601fea4c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=71feb8ea-90ed-4fce-b017-3f71a250ca7f,revision_number=None']} {{(pid=99996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:13.243199 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461208'] for router_interface, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:13.481005 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Deleting port ac4a4c14-50ec-4ba1-b039-10fcbe49f361 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:13.481257 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:13.560925 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] For port ac4a4c14-50ec-4ba1-b039-10fcbe49f361, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=ac4a4c14-50ec-4ba1-b039-10fcbe49f361,segment=NetworkSegment(0320ab7b-cfc4-4842-8387-b5f6b56c14ce),segment_id=0320ab7b-cfc4-4842-8387-b5f6b56c14ce)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:13.561290 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:13.574094 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Calling delete_port for ac4a4c14-50ec-4ba1-b039-10fcbe49f361 owned by network:router_interface {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:13.745185 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:13.771460 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4a4c14-50ec-4ba1-b039-10fcbe49f361,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:13.931132 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373288'] for router_interface, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.114319 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device e5bb0ddf-993f-446d-b4dd-b4d13d260518 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:14.134217 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: e5bb0ddf-993f-446d-b4dd-b4d13d260518 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:14.134561 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device e5bb0ddf-993f-446d-b4dd-b4d13d260518 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:14.134971 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:14.142086 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Router dd4c040c-7af0-4965-9854-61e3abfbaf3b has already been hosted by L3 agent 6a15e857-3eec-47e3-a2a9-73fc3d3961f0 {{(pid=99995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:51:14.158966 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:14.159338 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 39d09d4b-6439-4841-8b6b-7b2b4c2dcdc1 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:14.245434 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] Notify agent at l3_agent.dv-cinder-772181-13-iscsi the message routers_updated {{(pid=99995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:51:14.250514 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-7db7cc73-4735-4756-b93d-724fe9fac2a0 admin admin] 10.222.0.43 "PUT /v2.0/routers/dd4c040c-7af0-4965-9854-61e3abfbaf3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3386786 Aug 10 10:51:14.252941 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49214) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:14.255348 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] Sync routers for ids ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'] in dv-cinder-772181-13-iscsi {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:51:14.264931 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] Routers {'dd4c040c-7af0-4965-9854-61e3abfbaf3b'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:51:14.265538 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:51:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:14.353954 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.367475 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] Set router dd4c040c-7af0-4965-9854-61e3abfbaf3b gateway port host: dv-cinder-772181-13-iscsi {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:51:14.456897 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.511154 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Deleting port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:14.511501 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.592294 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] For port 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94,segment=NetworkSegment(7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e),segment_id=7a6c5fdb-9cd9-40c1-bb26-2fbe2faf8f8e)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:14.592658 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.605509 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Calling delete_port for 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 owned by network:router_gateway {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:14.626491 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'external_fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:57Z', 'updated_at': '2021-08-10T10:51:13Z', 'revision_number': 5, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'gw_port': {'id': '28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94', 'name': '', 'network_id': '6985d318-c372-40c5-9eb9-c33017091232', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:42:58Z', 'updated_at': '2021-08-10T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70d16f7d-99ce-44a4-a39b-e84c3596d2fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-13-iscsi'}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:14.655031 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] Checking router: dd4c040c-7af0-4965-9854-61e3abfbaf3b for host: dv-cinder-772181-13-iscsi {{(pid=99998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:51:14.663202 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] Routers {'dd4c040c-7af0-4965-9854-61e3abfbaf3b'} bound to L3 agent in host dv-cinder-772181-13-iscsi {{(pid=99998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:51:14.663806 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:33:00Z,description=,heartbeat_timestamp=2021-08-10T10:51:00Z,host='dv-cinder-772181-13-iscsi',id=6a15e857-3eec-47e3-a2a9-73fc3d3961f0,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:33:00Z,topic='l3_agent')) {'router_ids': ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'], 'active': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:14.748434 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvr_db [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] Set router dd4c040c-7af0-4965-9854-61e3abfbaf3b gateway port host: None {{(pid=99998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:51:14.768491 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.794479 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:14.800182 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.l3_hamode_db [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:57Z', 'updated_at': '2021-08-10T10:51:14Z', 'revision_number': 6, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'gw_port_host': None}], 'dv-cinder-772181-13-iscsi', False) {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:14.830386 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f9dd5-9494-47ae-af7b-e8211917d9a7 None None] The sync data for ids ['dd4c040c-7af0-4965-9854-61e3abfbaf3b'] in dv-cinder-772181-13-iscsi is: [{'id': 'dd4c040c-7af0-4965-9854-61e3abfbaf3b', 'name': 'tempest-TestVolumeBootPattern-993846206-router', 'tenant_id': '8122b220a4b54f72a0239a5a046c813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:42:57Z', 'updated_at': '2021-08-10T10:51:14Z', 'revision_number': 6, 'project_id': '8122b220a4b54f72a0239a5a046c813b', 'gw_port_host': None}] {{(pid=99998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:51:14.854801 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373966'] for router_gateway, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.942405 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-33921'] for router, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.944469 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.989772 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375843'] for router, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.990309 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4c040c-7af0-4965-9854-61e3abfbaf3b {{(pid=99995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:51:14.995570 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] Notify callbacks [] for router, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:14.997272 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-b2a08bd3-bf82-4ff9-84a7-a8823935cce8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/dd4c040c-7af0-4965-9854-61e3abfbaf3b HTTP/1.1" status: 204 len: 168 time: 0.7432072 Aug 10 10:51:14.999811 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49216) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:15.046109 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.db_base_plugin_v2 [None req-be367107-3701-4139-ac14-c88af44a80cb admin admin] Deleting subnet 5e378292-61bd-4d38-8816-c6e3ecb13d8d {{(pid=99995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:51:15.049110 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-be367107-3701-4139-ac14-c88af44a80cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.082279 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-be367107-3701-4139-ac14-c88af44a80cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11460473'] for subnet, precommit_delete_associations {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.161568 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-be367107-3701-4139-ac14-c88af44a80cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493516'] for subnet, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.224732 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-be367107-3701-4139-ac14-c88af44a80cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1950760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11743965'] for subnet, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.253763 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be367107-3701-4139-ac14-c88af44a80cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e378292-61bd-4d38-8816-c6e3ecb13d8d,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:15.255738 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-be367107-3701-4139-ac14-c88af44a80cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for subnet, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.257661 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-be367107-3701-4139-ac14-c88af44a80cb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5e378292-61bd-4d38-8816-c6e3ecb13d8d HTTP/1.1" status: 204 len: 168 time: 0.2567904 Aug 10 10:51:15.260103 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49218) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:15.266758 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b162f-a1a4-48c2-bc38-d19c14a41f32 None None] Network 395daa5c-d982-4368-b4fa-e555331c911c requested from dv-cinder-772181-13-iscsi {{(pid=99997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:51:15.336941 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558468'] for network, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.392507 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Deleting port c48ef0ef-f462-45b6-9d5a-954649ef5e12 {{(pid=99995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:15.392850 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.454425 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.db [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] For port c48ef0ef-f462-45b6-9d5a-954649ef5e12, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=c48ef0ef-f462-45b6-9d5a-954649ef5e12,segment=NetworkSegment(0320ab7b-cfc4-4842-8387-b5f6b56c14ce),segment_id=0320ab7b-cfc4-4842-8387-b5f6b56c14ce)] {{(pid=99995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:15.454696 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.468068 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.plugin [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Calling delete_port for c48ef0ef-f462-45b6-9d5a-954649ef5e12 owned by network:dhcp {{(pid=99995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:15.603711 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8cfa7-87ea-4b32-acee-c594a893b5a2 None None] DHCP port deletion for 395daa5c-d982-4368-b4fa-e555331c911c request from dv-cinder-772181-13-iscsi {{(pid=99997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:51:15.655400 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8cfa7-87ea-4b32-acee-c594a893b5a2 None None] Deleting port c48ef0ef-f462-45b6-9d5a-954649ef5e12 {{(pid=99997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:51:15.655765 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d1e8cfa7-87ea-4b32-acee-c594a893b5a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791674174513'] for port, before_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.721230 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.db [None req-d1e8cfa7-87ea-4b32-acee-c594a893b5a2 None None] For port c48ef0ef-f462-45b6-9d5a-954649ef5e12, host dv-cinder-772181-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-13-iscsi',level=0,port_id=c48ef0ef-f462-45b6-9d5a-954649ef5e12,segment=NetworkSegment(0320ab7b-cfc4-4842-8387-b5f6b56c14ce),segment_id=0320ab7b-cfc4-4842-8387-b5f6b56c14ce)] {{(pid=99997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:51:15.721549 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d1e8cfa7-87ea-4b32-acee-c594a893b5a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371626'] for port, precommit_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.735850 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8cfa7-87ea-4b32-acee-c594a893b5a2 None None] Calling delete_port for c48ef0ef-f462-45b6-9d5a-954649ef5e12 owned by network:dhcp {{(pid=99997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:51:15.785663 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1950749'] for port, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.811112 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Pushing event deleted for resources: {'Port': ['ID=c48ef0ef-f462-45b6-9d5a-954649ef5e12,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:15.818614 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] No DVR routers for this DVR port c48ef0ef-f462-45b6-9d5a-954649ef5e12 on host dv-cinder-772181-13-iscsi {{(pid=99995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:51:15.818828 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d1e8cfa7-87ea-4b32-acee-c594a893b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3552908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791674180235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791673791223'] for port, after_delete {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.846272 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8cfa7-87ea-4b32-acee-c594a893b5a2 None None] Pushing event deleted for resources: {'Port': ['ID=c48ef0ef-f462-45b6-9d5a-954649ef5e12,revision_number=None']} {{(pid=99997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:15.851191 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e8cfa7-87ea-4b32-acee-c594a893b5a2 None None] No DVR routers for this DVR port c48ef0ef-f462-45b6-9d5a-954649ef5e12 on host dv-cinder-772181-13-iscsi {{(pid=99997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:51:15.894788 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492869', 'neutron.services.segments.db._delete_segments_for_network-8791674267504'] for network, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.904283 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395daa5c-d982-4368-b4fa-e555331c911c']}} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:15.917445 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0320ab7b-cfc4-4842-8387-b5f6b56c14ce') {'for_net_delete': True} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:15.917739 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.services.segments.db [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0320ab7b-cfc4-4842-8387-b5f6b56c14ce') {} {{(pid=99995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:51:15.926152 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791674271353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11460352'] for segment, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.940012 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048'] for segment, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.945541 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=99995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:51:15.945923 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3584048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1950914'] for segment, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: Traceback (most recent call last): Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: timer() Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: cb(*args, **kw) Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: return func(*args, **kwargs) Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: self._notify() Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: self.callback(batched_events) Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: event.method(event) Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: return f(self, *a, **k) Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._get(url).json() Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: return self.request(url, 'GET', **kwargs) Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:51:15.947540 dv-cinder-772181-13-iscsi neutron-server[99995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:51:15.999565 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373930'] for network, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.004696 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498717'] for network, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.006524 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] 10.222.0.43 "DELETE /v2.0/networks/395daa5c-d982-4368-b4fa-e555331c911c HTTP/1.1" status: 204 len: 168 time: 0.7455206 Aug 10 10:51:16.019699 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242734f5-c69b-495c-aac4-0646e9d0646f admin admin] Pushing event deleted for resources: {'Network': ['ID=395daa5c-d982-4368-b4fa-e555331c911c,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:16.088048 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device c48ef0ef-f462-45b6-9d5a-954649ef5e12 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:16.111121 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: c48ef0ef-f462-45b6-9d5a-954649ef5e12 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:16.111522 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device c48ef0ef-f462-45b6-9d5a-954649ef5e12 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:16.111890 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device ac4a4c14-50ec-4ba1-b039-10fcbe49f361 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:16.127761 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49222) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:16.131197 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: ac4a4c14-50ec-4ba1-b039-10fcbe49f361 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:16.131546 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device ac4a4c14-50ec-4ba1-b039-10fcbe49f361 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:16.131962 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 no longer exists at agent ovs-agent-dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:51:16.151425 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.plugin [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] No Port match for: 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 {{(pid=99997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:51:16.151820 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron.plugins.ml2.rpc [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Device 28bacf8b-0ef9-49ee-b3a1-30a7d30b4a94 not bound to the agent host dv-cinder-772181-13-iscsi {{(pid=99997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:51:16.169555 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-775bbbcb-3203-4624-b890-fb51e8ef408e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21c4bed7b2ef4acd95a1e59e51a74fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404832 Aug 10 10:51:16.172012 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49224) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:16.218809 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fb6146c5-9ad3-4e5c-898e-d281b03b8bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.242154 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fb6146c5-9ad3-4e5c-898e-d281b03b8bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.287586 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fb6146c5-9ad3-4e5c-898e-d281b03b8bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.289972 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-fb6146c5-9ad3-4e5c-898e-d281b03b8bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.291129 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-fb6146c5-9ad3-4e5c-898e-d281b03b8bf7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9a1248d-450b-4e03-9da8-a647c86c4e59 HTTP/1.1" status: 204 len: 168 time: 0.1181796 Aug 10 10:51:16.298464 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6146c5-9ad3-4e5c-898e-d281b03b8bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a1248d-450b-4e03-9da8-a647c86c4e59,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:16.596827 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49230) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:16.635286 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-70da871b-9492-4be9-a8b8-8ee0514e453b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8122b220a4b54f72a0239a5a046c813b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372679 Aug 10 10:51:16.637524 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [-] (99995) accepted ('10.222.0.43', 49232) {{(pid=99995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:51:16.682880 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7b046778-3f9a-4ea4-8bdf-69f4aeaf7e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.703918 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7b046778-3f9a-4ea4-8bdf-69f4aeaf7e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.748918 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7b046778-3f9a-4ea4-8bdf-69f4aeaf7e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510901'] for security_group, after_delete {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.751432 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron_lib.callbacks.manager [None req-7b046778-3f9a-4ea4-8bdf-69f4aeaf7e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:16.752572 dv-cinder-772181-13-iscsi neutron-server[99995]: INFO neutron.wsgi [None req-7b046778-3f9a-4ea4-8bdf-69f4aeaf7e11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/987e2ef5-7562-499e-b643-a4fda9119ab4 HTTP/1.1" status: 204 len: 168 time: 0.1141798 Aug 10 10:51:16.761172 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b046778-3f9a-4ea4-8bdf-69f4aeaf7e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987e2ef5-7562-499e-b643-a4fda9119ab4,revision_number=None']} {{(pid=99995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:51:27.120383 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-2975f1c1-89a9-40c2-a7f2-65365a9f2179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:29.580428 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb981-ac42-44b5-9bfd-8adb13b4dd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:30.127075 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:30.640084 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:31.765060 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:32.350297 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:46.781967 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:51:57.121170 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f0ec13b2-18f8-4a69-a199-2cb3db564365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:51:59.580789 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-8114852c-ea33-462c-ab62-df4f62f3005c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:00.126565 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:00.642614 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:01.764836 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:02.354738 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:23.780992 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:52:27.121756 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-0e6313ec-d0c7-4d56-b163-15e012b085ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:29.582325 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-142a6730-b375-44de-aa0b-8822e5e16f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:30.127326 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:30.645129 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:31.763853 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:32.356721 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:57.121133 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d287cf1a-5036-4560-a2fe-0fb99232623b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:52:59.582629 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-313138cf-e192-4de0-ba3e-9a4fbede6357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:00.128005 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:00.648887 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:00.780408 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:53:01.796964 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:02.357640 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:27.121466 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-8c361031-8125-471a-a577-6d515e9a6634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:29.583248 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-2910294a-12b8-46be-bdf9-0f557191dc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:30.128377 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:30.651546 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:31.813091 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:32.359849 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:37.779143 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:53:57.124861 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-619dd60d-e369-4c40-b47f-7b0affd206a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:53:59.584812 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-e0673e32-b243-407c-ab09-4540835bcb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:00.130596 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:00.655318 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:01.825856 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:02.363238 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:14.777566 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:54:27.126069 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-8b14cf1a-67b5-4c42-8b17-4f740401407b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:29.586244 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-5a93b79b-f956-4dc7-a87d-fe9cf17d7368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:30.132480 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:30.657865 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:31.841645 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:32.364606 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:51.776004 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:54:57.126286 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b9c36a32-6d72-4e1d-92db-756196b05474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:54:59.589859 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f56e-e3ad-44e3-add6-7de98ea39c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:00.132541 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:00.659922 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:01.856993 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:02.367737 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:27.126640 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-7ed91c82-465c-4c88-b242-da2a706a5245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:28.775204 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:55:29.590881 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-048e5373-7a4a-4e92-91ba-612e6808adfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:30.133036 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:30.662276 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:31.856782 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:32.369890 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:57.127062 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-ee2b033a-ec24-47d3-914f-3671f56a5543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:55:59.591262 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-a119ff42-af9c-49e8-a17f-1c1bbb01f4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:00.134538 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:00.664968 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:01.862386 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:02.372872 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:05.773931 dv-cinder-772181-13-iscsi neutron-server[99998]: DEBUG neutron.db.agents_db [None req-b8ab16ad-3887-46ac-a440-8b0d33c59814 None None] Agent healthcheck: found 6 active agents {{(pid=99998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:56:27.126698 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-b3d93bdd-4b3c-4a01-be32-f1ecb03df499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:29.593173 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a8a-bce9-4b3c-b36f-5a69daea0ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:30.135940 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-fb5856a8-ba25-4778-aa70-2de90d1eac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:30.668776 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-d7fbeedd-1f0c-4026-8026-1bf5e8904210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:31.872009 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-6cec1baa-5871-48f0-a820-f8b5d40b1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:32.376316 dv-cinder-772181-13-iscsi neutron-server[99997]: DEBUG neutron_lib.callbacks.manager [None req-297dbb4c-c46f-4700-908e-5de41ec87c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791674267396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3524507'] for agent, after_update {{(pid=99997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:56:32.453734 dv-cinder-772181-13-iscsi neutron-server[99995]: DEBUG neutron.wsgi [req-d785453a-124d-4ec7-aa54-41d24eec009b req-6a6c4f5c-08b1-4516-8c50-ed48a6460263 service neutron] (99995) timed out ('10.222.0.26', 58606) {{(pid=99995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}